2014-07-29 Ed Smith-Rowland <3dw4rd@verizon.net>
[official-gcc.git] / gcc / cgraph.c
blob52f9985694a0d50331eeb75d7cca1a790590899d
1 /* Callgraph handling code.
2 Copyright (C) 2003-2014 Free Software Foundation, Inc.
3 Contributed by Jan Hubicka
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 3, or (at your option) any later
10 version.
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15 for more details.
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING3. If not see
19 <http://www.gnu.org/licenses/>. */
21 /* This file contains basic routines manipulating call graph
23 The call-graph is a data structure designed for intra-procedural optimization.
24 It represents a multi-graph where nodes are functions and edges are call sites. */
26 #include "config.h"
27 #include "system.h"
28 #include "coretypes.h"
29 #include "tm.h"
30 #include "tree.h"
31 #include "varasm.h"
32 #include "calls.h"
33 #include "print-tree.h"
34 #include "tree-inline.h"
35 #include "langhooks.h"
36 #include "hashtab.h"
37 #include "toplev.h"
38 #include "flags.h"
39 #include "debug.h"
40 #include "target.h"
41 #include "cgraph.h"
42 #include "intl.h"
43 #include "tree-ssa-alias.h"
44 #include "internal-fn.h"
45 #include "tree-eh.h"
46 #include "gimple-expr.h"
47 #include "gimple.h"
48 #include "gimple-iterator.h"
49 #include "timevar.h"
50 #include "dumpfile.h"
51 #include "gimple-ssa.h"
52 #include "cgraph.h"
53 #include "tree-cfg.h"
54 #include "tree-ssa.h"
55 #include "value-prof.h"
56 #include "except.h"
57 #include "diagnostic-core.h"
58 #include "rtl.h"
59 #include "ipa-utils.h"
60 #include "lto-streamer.h"
61 #include "ipa-inline.h"
62 #include "cfgloop.h"
63 #include "gimple-pretty-print.h"
64 #include "expr.h"
65 #include "tree-dfa.h"
67 /* FIXME: Only for PROP_loops, but cgraph shouldn't have to know about this. */
68 #include "tree-pass.h"
70 static inline void cgraph_edge_remove_caller (struct cgraph_edge *e);
71 static inline void cgraph_edge_remove_callee (struct cgraph_edge *e);
73 /* Queue of cgraph nodes scheduled to be lowered. */
74 symtab_node *x_cgraph_nodes_queue;
75 #define cgraph_nodes_queue ((struct cgraph_node *)x_cgraph_nodes_queue)
77 /* Number of nodes in existence. */
78 int cgraph_n_nodes;
80 /* Maximal uid used in cgraph nodes. */
81 int cgraph_max_uid;
83 /* Maximal uid used in cgraph edges. */
84 int cgraph_edge_max_uid;
86 /* Set when whole unit has been analyzed so we can access global info. */
87 bool cgraph_global_info_ready = false;
89 /* What state callgraph is in right now. */
90 enum cgraph_state cgraph_state = CGRAPH_STATE_PARSING;
92 /* Set when the cgraph is fully build and the basic flags are computed. */
93 bool cgraph_function_flags_ready = false;
95 /* List of hooks triggered on cgraph_edge events. */
96 struct cgraph_edge_hook_list {
97 cgraph_edge_hook hook;
98 void *data;
99 struct cgraph_edge_hook_list *next;
102 /* List of hooks triggered on cgraph_node events. */
103 struct cgraph_node_hook_list {
104 cgraph_node_hook hook;
105 void *data;
106 struct cgraph_node_hook_list *next;
109 /* List of hooks triggered on events involving two cgraph_edges. */
110 struct cgraph_2edge_hook_list {
111 cgraph_2edge_hook hook;
112 void *data;
113 struct cgraph_2edge_hook_list *next;
116 /* List of hooks triggered on events involving two cgraph_nodes. */
117 struct cgraph_2node_hook_list {
118 cgraph_2node_hook hook;
119 void *data;
120 struct cgraph_2node_hook_list *next;
123 /* List of hooks triggered when an edge is removed. */
124 struct cgraph_edge_hook_list *first_cgraph_edge_removal_hook;
125 /* List of hooks triggered when a node is removed. */
126 struct cgraph_node_hook_list *first_cgraph_node_removal_hook;
127 /* List of hooks triggered when an edge is duplicated. */
128 struct cgraph_2edge_hook_list *first_cgraph_edge_duplicated_hook;
129 /* List of hooks triggered when a node is duplicated. */
130 struct cgraph_2node_hook_list *first_cgraph_node_duplicated_hook;
131 /* List of hooks triggered when an function is inserted. */
132 struct cgraph_node_hook_list *first_cgraph_function_insertion_hook;
134 /* Head of a linked list of unused (freed) call graph nodes.
135 Do not GTY((delete)) this list so UIDs gets reliably recycled. */
136 static GTY(()) struct cgraph_node *free_nodes;
137 /* Head of a linked list of unused (freed) call graph edges.
138 Do not GTY((delete)) this list so UIDs gets reliably recycled. */
139 static GTY(()) struct cgraph_edge *free_edges;
141 /* Did procss_same_body_aliases run? */
142 bool cpp_implicit_aliases_done;
144 /* Map a cgraph_node to cgraph_function_version_info using this htab.
145 The cgraph_function_version_info has a THIS_NODE field that is the
146 corresponding cgraph_node.. */
148 static GTY((param_is (struct cgraph_function_version_info))) htab_t
149 cgraph_fnver_htab = NULL;
151 /* Hash function for cgraph_fnver_htab. */
152 static hashval_t
153 cgraph_fnver_htab_hash (const void *ptr)
155 int uid = ((const struct cgraph_function_version_info *)ptr)->this_node->uid;
156 return (hashval_t)(uid);
159 /* eq function for cgraph_fnver_htab. */
160 static int
161 cgraph_fnver_htab_eq (const void *p1, const void *p2)
163 const struct cgraph_function_version_info *n1
164 = (const struct cgraph_function_version_info *)p1;
165 const struct cgraph_function_version_info *n2
166 = (const struct cgraph_function_version_info *)p2;
168 return n1->this_node->uid == n2->this_node->uid;
171 /* Mark as GC root all allocated nodes. */
172 static GTY(()) struct cgraph_function_version_info *
173 version_info_node = NULL;
175 /* Get the cgraph_function_version_info node corresponding to node. */
176 struct cgraph_function_version_info *
177 cgraph_node::function_version (void)
179 struct cgraph_function_version_info *ret;
180 struct cgraph_function_version_info key;
181 key.this_node = this;
183 if (cgraph_fnver_htab == NULL)
184 return NULL;
186 ret = (struct cgraph_function_version_info *)
187 htab_find (cgraph_fnver_htab, &key);
189 return ret;
192 /* Insert a new cgraph_function_version_info node into cgraph_fnver_htab
193 corresponding to cgraph_node NODE. */
194 struct cgraph_function_version_info *
195 cgraph_node::insert_new_function_version (void)
197 void **slot;
199 version_info_node = NULL;
200 version_info_node = ggc_cleared_alloc<cgraph_function_version_info> ();
201 version_info_node->this_node = this;
203 if (cgraph_fnver_htab == NULL)
204 cgraph_fnver_htab = htab_create_ggc (2, cgraph_fnver_htab_hash,
205 cgraph_fnver_htab_eq, NULL);
207 slot = htab_find_slot (cgraph_fnver_htab, version_info_node, INSERT);
208 gcc_assert (slot != NULL);
209 *slot = version_info_node;
210 return version_info_node;
213 /* Remove the cgraph_function_version_info and cgraph_node for DECL. This
214 DECL is a duplicate declaration. */
215 void
216 cgraph_node::delete_function_version (tree decl)
218 struct cgraph_node *decl_node = cgraph_node::get (decl);
219 struct cgraph_function_version_info *decl_v = NULL;
221 if (decl_node == NULL)
222 return;
224 decl_v = decl_node->function_version ();
226 if (decl_v == NULL)
227 return;
229 if (decl_v->prev != NULL)
230 decl_v->prev->next = decl_v->next;
232 if (decl_v->next != NULL)
233 decl_v->next->prev = decl_v->prev;
235 if (cgraph_fnver_htab != NULL)
236 htab_remove_elt (cgraph_fnver_htab, decl_v);
238 decl_node->remove ();
241 /* Record that DECL1 and DECL2 are semantically identical function
242 versions. */
243 void
244 cgraph_node::record_function_versions (tree decl1, tree decl2)
246 struct cgraph_node *decl1_node = cgraph_node::get_create (decl1);
247 struct cgraph_node *decl2_node = cgraph_node::get_create (decl2);
248 struct cgraph_function_version_info *decl1_v = NULL;
249 struct cgraph_function_version_info *decl2_v = NULL;
250 struct cgraph_function_version_info *before;
251 struct cgraph_function_version_info *after;
253 gcc_assert (decl1_node != NULL && decl2_node != NULL);
254 decl1_v = decl1_node->function_version ();
255 decl2_v = decl2_node->function_version ();
257 if (decl1_v != NULL && decl2_v != NULL)
258 return;
260 if (decl1_v == NULL)
261 decl1_v = decl1_node->insert_new_function_version ();
263 if (decl2_v == NULL)
264 decl2_v = decl2_node->insert_new_function_version ();
266 /* Chain decl2_v and decl1_v. All semantically identical versions
267 will be chained together. */
269 before = decl1_v;
270 after = decl2_v;
272 while (before->next != NULL)
273 before = before->next;
275 while (after->prev != NULL)
276 after= after->prev;
278 before->next = after;
279 after->prev = before;
282 /* Macros to access the next item in the list of free cgraph nodes and
283 edges. */
284 #define NEXT_FREE_NODE(NODE) dyn_cast<cgraph_node *> ((NODE)->next)
285 #define SET_NEXT_FREE_NODE(NODE,NODE2) ((NODE))->next = NODE2
286 #define NEXT_FREE_EDGE(EDGE) (EDGE)->prev_caller
288 /* Register HOOK to be called with DATA on each removed edge. */
289 struct cgraph_edge_hook_list *
290 cgraph_add_edge_removal_hook (cgraph_edge_hook hook, void *data)
292 struct cgraph_edge_hook_list *entry;
293 struct cgraph_edge_hook_list **ptr = &first_cgraph_edge_removal_hook;
295 entry = (struct cgraph_edge_hook_list *) xmalloc (sizeof (*entry));
296 entry->hook = hook;
297 entry->data = data;
298 entry->next = NULL;
299 while (*ptr)
300 ptr = &(*ptr)->next;
301 *ptr = entry;
302 return entry;
305 /* Remove ENTRY from the list of hooks called on removing edges. */
306 void
307 cgraph_remove_edge_removal_hook (struct cgraph_edge_hook_list *entry)
309 struct cgraph_edge_hook_list **ptr = &first_cgraph_edge_removal_hook;
311 while (*ptr != entry)
312 ptr = &(*ptr)->next;
313 *ptr = entry->next;
314 free (entry);
317 /* Call all edge removal hooks. */
318 static void
319 cgraph_call_edge_removal_hooks (struct cgraph_edge *e)
321 struct cgraph_edge_hook_list *entry = first_cgraph_edge_removal_hook;
322 while (entry)
324 entry->hook (e, entry->data);
325 entry = entry->next;
329 /* Register HOOK to be called with DATA on each removed node. */
330 struct cgraph_node_hook_list *
331 cgraph_add_node_removal_hook (cgraph_node_hook hook, void *data)
333 struct cgraph_node_hook_list *entry;
334 struct cgraph_node_hook_list **ptr = &first_cgraph_node_removal_hook;
336 entry = (struct cgraph_node_hook_list *) xmalloc (sizeof (*entry));
337 entry->hook = hook;
338 entry->data = data;
339 entry->next = NULL;
340 while (*ptr)
341 ptr = &(*ptr)->next;
342 *ptr = entry;
343 return entry;
346 /* Remove ENTRY from the list of hooks called on removing nodes. */
347 void
348 cgraph_remove_node_removal_hook (struct cgraph_node_hook_list *entry)
350 struct cgraph_node_hook_list **ptr = &first_cgraph_node_removal_hook;
352 while (*ptr != entry)
353 ptr = &(*ptr)->next;
354 *ptr = entry->next;
355 free (entry);
358 /* Call all node removal hooks. */
359 static void
360 cgraph_call_node_removal_hooks (struct cgraph_node *node)
362 struct cgraph_node_hook_list *entry = first_cgraph_node_removal_hook;
363 while (entry)
365 entry->hook (node, entry->data);
366 entry = entry->next;
370 /* Register HOOK to be called with DATA on each inserted node. */
371 struct cgraph_node_hook_list *
372 cgraph_add_function_insertion_hook (cgraph_node_hook hook, void *data)
374 struct cgraph_node_hook_list *entry;
375 struct cgraph_node_hook_list **ptr = &first_cgraph_function_insertion_hook;
377 entry = (struct cgraph_node_hook_list *) xmalloc (sizeof (*entry));
378 entry->hook = hook;
379 entry->data = data;
380 entry->next = NULL;
381 while (*ptr)
382 ptr = &(*ptr)->next;
383 *ptr = entry;
384 return entry;
387 /* Remove ENTRY from the list of hooks called on inserted nodes. */
388 void
389 cgraph_remove_function_insertion_hook (struct cgraph_node_hook_list *entry)
391 struct cgraph_node_hook_list **ptr = &first_cgraph_function_insertion_hook;
393 while (*ptr != entry)
394 ptr = &(*ptr)->next;
395 *ptr = entry->next;
396 free (entry);
399 /* Call all node insertion hooks. */
400 void
401 cgraph_node::call_function_insertion_hooks (void)
403 struct cgraph_node_hook_list *entry = first_cgraph_function_insertion_hook;
404 while (entry)
406 entry->hook (this, entry->data);
407 entry = entry->next;
411 /* Register HOOK to be called with DATA on each duplicated edge. */
412 struct cgraph_2edge_hook_list *
413 cgraph_add_edge_duplication_hook (cgraph_2edge_hook hook, void *data)
415 struct cgraph_2edge_hook_list *entry;
416 struct cgraph_2edge_hook_list **ptr = &first_cgraph_edge_duplicated_hook;
418 entry = (struct cgraph_2edge_hook_list *) xmalloc (sizeof (*entry));
419 entry->hook = hook;
420 entry->data = data;
421 entry->next = NULL;
422 while (*ptr)
423 ptr = &(*ptr)->next;
424 *ptr = entry;
425 return entry;
428 /* Remove ENTRY from the list of hooks called on duplicating edges. */
429 void
430 cgraph_remove_edge_duplication_hook (struct cgraph_2edge_hook_list *entry)
432 struct cgraph_2edge_hook_list **ptr = &first_cgraph_edge_duplicated_hook;
434 while (*ptr != entry)
435 ptr = &(*ptr)->next;
436 *ptr = entry->next;
437 free (entry);
440 /* Call all edge duplication hooks. */
441 void
442 cgraph_call_edge_duplication_hooks (struct cgraph_edge *cs1,
443 struct cgraph_edge *cs2)
445 struct cgraph_2edge_hook_list *entry = first_cgraph_edge_duplicated_hook;
446 while (entry)
448 entry->hook (cs1, cs2, entry->data);
449 entry = entry->next;
453 /* Register HOOK to be called with DATA on each duplicated node. */
454 struct cgraph_2node_hook_list *
455 cgraph_add_node_duplication_hook (cgraph_2node_hook hook, void *data)
457 struct cgraph_2node_hook_list *entry;
458 struct cgraph_2node_hook_list **ptr = &first_cgraph_node_duplicated_hook;
460 entry = (struct cgraph_2node_hook_list *) xmalloc (sizeof (*entry));
461 entry->hook = hook;
462 entry->data = data;
463 entry->next = NULL;
464 while (*ptr)
465 ptr = &(*ptr)->next;
466 *ptr = entry;
467 return entry;
470 /* Remove ENTRY from the list of hooks called on duplicating nodes. */
471 void
472 cgraph_remove_node_duplication_hook (struct cgraph_2node_hook_list *entry)
474 struct cgraph_2node_hook_list **ptr = &first_cgraph_node_duplicated_hook;
476 while (*ptr != entry)
477 ptr = &(*ptr)->next;
478 *ptr = entry->next;
479 free (entry);
482 /* Call all node duplication hooks. */
483 void
484 cgraph_node::call_duplication_hooks (struct cgraph_node *node2)
486 struct cgraph_2node_hook_list *entry = first_cgraph_node_duplicated_hook;
487 while (entry)
489 entry->hook (this, node2, entry->data);
490 entry = entry->next;
494 /* Allocate new callgraph node. */
496 static inline struct cgraph_node *
497 cgraph_allocate_node (void)
499 struct cgraph_node *node;
501 if (free_nodes)
503 node = free_nodes;
504 free_nodes = NEXT_FREE_NODE (node);
506 else
508 node = ggc_cleared_alloc<cgraph_node> ();
509 node->uid = cgraph_max_uid++;
512 return node;
515 /* Allocate new callgraph node and insert it into basic data structures. */
517 cgraph_node *
518 cgraph_node::create_empty (void)
520 struct cgraph_node *node = cgraph_allocate_node ();
522 node->type = SYMTAB_FUNCTION;
523 node->frequency = NODE_FREQUENCY_NORMAL;
524 node->count_materialization_scale = REG_BR_PROB_BASE;
525 cgraph_n_nodes++;
526 return node;
529 /* Return cgraph node assigned to DECL. Create new one when needed. */
531 cgraph_node *
532 cgraph_node::create (tree decl)
534 struct cgraph_node *node = cgraph_node::create_empty ();
535 gcc_assert (TREE_CODE (decl) == FUNCTION_DECL);
537 node->decl = decl;
538 node->register_symbol ();
540 if (DECL_CONTEXT (decl) && TREE_CODE (DECL_CONTEXT (decl)) == FUNCTION_DECL)
542 node->origin = cgraph_node::get_create (DECL_CONTEXT (decl));
543 node->next_nested = node->origin->nested;
544 node->origin->nested = node;
546 return node;
549 /* Try to find a call graph node for declaration DECL and if it does not exist
550 or if it corresponds to an inline clone, create a new one. */
552 cgraph_node *
553 cgraph_node::get_create (tree decl)
555 struct cgraph_node *first_clone = cgraph_node::get (decl);
557 if (first_clone && !first_clone->global.inlined_to)
558 return first_clone;
560 struct cgraph_node *node = cgraph_node::create (decl);
561 if (first_clone)
563 first_clone->clone_of = node;
564 node->clones = first_clone;
565 symtab_prevail_in_asm_name_hash (node);
566 node->decl->decl_with_vis.symtab_node = node;
567 if (dump_file)
568 fprintf (dump_file, "Introduced new external node "
569 "(%s/%i) and turned into root of the clone tree.\n",
570 xstrdup (node->name ()), node->order);
572 else if (dump_file)
573 fprintf (dump_file, "Introduced new external node "
574 "(%s/%i).\n", xstrdup (node->name ()),
575 node->order);
576 return node;
579 /* Mark ALIAS as an alias to DECL. DECL_NODE is cgraph node representing
580 the function body is associated with (not necessarily cgraph_node (DECL). */
582 cgraph_node *
583 cgraph_node::create_alias (tree alias, tree target)
585 cgraph_node *alias_node;
587 gcc_assert (TREE_CODE (target) == FUNCTION_DECL
588 || TREE_CODE (target) == IDENTIFIER_NODE);
589 gcc_assert (TREE_CODE (alias) == FUNCTION_DECL);
590 alias_node = cgraph_node::get_create (alias);
591 gcc_assert (!alias_node->definition);
592 alias_node->alias_target = target;
593 alias_node->definition = true;
594 alias_node->alias = true;
595 if (lookup_attribute ("weakref", DECL_ATTRIBUTES (alias)) != NULL)
596 alias_node->weakref = true;
597 return alias_node;
600 /* Attempt to mark ALIAS as an alias to DECL. Return alias node if successful
601 and NULL otherwise.
602 Same body aliases are output whenever the body of DECL is output,
603 and cgraph_node::get (ALIAS) transparently returns
604 cgraph_node::get (DECL). */
606 struct cgraph_node *
607 cgraph_node::create_same_body_alias (tree alias, tree decl)
609 struct cgraph_node *n;
610 #ifndef ASM_OUTPUT_DEF
611 /* If aliases aren't supported by the assembler, fail. */
612 return NULL;
613 #endif
614 /* Langhooks can create same body aliases of symbols not defined.
615 Those are useless. Drop them on the floor. */
616 if (cgraph_global_info_ready)
617 return NULL;
619 n = cgraph_node::create_alias (alias, decl);
620 n->cpp_implicit_alias = true;
621 if (cpp_implicit_aliases_done)
622 n->resolve_alias (cgraph_node::get (decl));
623 return n;
626 /* Add thunk alias into callgraph. The alias declaration is ALIAS and it
627 aliases DECL with an adjustments made into the first parameter.
628 See comments in thunk_adjust for detail on the parameters. */
630 struct cgraph_node *
631 cgraph_node::create_thunk (tree alias, tree, bool this_adjusting,
632 HOST_WIDE_INT fixed_offset,
633 HOST_WIDE_INT virtual_value,
634 tree virtual_offset,
635 tree real_alias)
637 struct cgraph_node *node;
639 node = cgraph_node::get (alias);
640 if (node)
641 node->reset ();
642 else
643 node = cgraph_node::create (alias);
644 gcc_checking_assert (!virtual_offset
645 || wi::eq_p (virtual_offset, virtual_value));
646 node->thunk.fixed_offset = fixed_offset;
647 node->thunk.this_adjusting = this_adjusting;
648 node->thunk.virtual_value = virtual_value;
649 node->thunk.virtual_offset_p = virtual_offset != NULL;
650 node->thunk.alias = real_alias;
651 node->thunk.thunk_p = true;
652 node->definition = true;
654 return node;
657 /* Return the cgraph node that has ASMNAME for its DECL_ASSEMBLER_NAME.
658 Return NULL if there's no such node. */
660 cgraph_node *
661 cgraph_node::get_for_asmname (tree asmname)
663 /* We do not want to look at inline clones. */
664 for (symtab_node *node = symtab_node_for_asm (asmname);
665 node;
666 node = node->next_sharing_asm_name)
668 cgraph_node *cn = dyn_cast <cgraph_node *> (node);
669 if (cn && !cn->global.inlined_to)
670 return cn;
672 return NULL;
675 /* Returns a hash value for X (which really is a cgraph_edge). */
677 static hashval_t
678 edge_hash (const void *x)
680 return htab_hash_pointer (((const struct cgraph_edge *) x)->call_stmt);
683 /* Return nonzero if the call_stmt of of cgraph_edge X is stmt *Y. */
685 static int
686 edge_eq (const void *x, const void *y)
688 return ((const struct cgraph_edge *) x)->call_stmt == y;
691 /* Add call graph edge E to call site hash of its caller. */
693 static inline void
694 cgraph_update_edge_in_call_site_hash (struct cgraph_edge *e)
696 void **slot;
697 slot = htab_find_slot_with_hash (e->caller->call_site_hash,
698 e->call_stmt,
699 htab_hash_pointer (e->call_stmt),
700 INSERT);
701 *slot = e;
704 /* Add call graph edge E to call site hash of its caller. */
706 static inline void
707 cgraph_add_edge_to_call_site_hash (struct cgraph_edge *e)
709 void **slot;
710 /* There are two speculative edges for every statement (one direct,
711 one indirect); always hash the direct one. */
712 if (e->speculative && e->indirect_unknown_callee)
713 return;
714 slot = htab_find_slot_with_hash (e->caller->call_site_hash,
715 e->call_stmt,
716 htab_hash_pointer (e->call_stmt),
717 INSERT);
718 if (*slot)
720 gcc_assert (((struct cgraph_edge *)*slot)->speculative);
721 if (e->callee)
722 *slot = e;
723 return;
725 gcc_assert (!*slot || e->speculative);
726 *slot = e;
729 /* Return the callgraph edge representing the GIMPLE_CALL statement
730 CALL_STMT. */
732 cgraph_edge *
733 cgraph_node::get_edge (gimple call_stmt)
735 struct cgraph_edge *e, *e2;
736 int n = 0;
738 if (call_site_hash)
739 return (struct cgraph_edge *)
740 htab_find_with_hash (call_site_hash, call_stmt,
741 htab_hash_pointer (call_stmt));
743 /* This loop may turn out to be performance problem. In such case adding
744 hashtables into call nodes with very many edges is probably best
745 solution. It is not good idea to add pointer into CALL_EXPR itself
746 because we want to make possible having multiple cgraph nodes representing
747 different clones of the same body before the body is actually cloned. */
748 for (e = callees; e; e = e->next_callee)
750 if (e->call_stmt == call_stmt)
751 break;
752 n++;
755 if (!e)
756 for (e = indirect_calls; e; e = e->next_callee)
758 if (e->call_stmt == call_stmt)
759 break;
760 n++;
763 if (n > 100)
765 call_site_hash = htab_create_ggc (120, edge_hash, edge_eq, NULL);
766 for (e2 = callees; e2; e2 = e2->next_callee)
767 cgraph_add_edge_to_call_site_hash (e2);
768 for (e2 = indirect_calls; e2; e2 = e2->next_callee)
769 cgraph_add_edge_to_call_site_hash (e2);
772 return e;
776 /* Change field call_stmt of edge E to NEW_STMT.
777 If UPDATE_SPECULATIVE and E is any component of speculative
778 edge, then update all components. */
780 void
781 cgraph_set_call_stmt (struct cgraph_edge *e, gimple new_stmt,
782 bool update_speculative)
784 tree decl;
786 /* Speculative edges has three component, update all of them
787 when asked to. */
788 if (update_speculative && e->speculative)
790 struct cgraph_edge *direct, *indirect;
791 struct ipa_ref *ref;
793 cgraph_speculative_call_info (e, direct, indirect, ref);
794 cgraph_set_call_stmt (direct, new_stmt, false);
795 cgraph_set_call_stmt (indirect, new_stmt, false);
796 ref->stmt = new_stmt;
797 return;
800 /* Only direct speculative edges go to call_site_hash. */
801 if (e->caller->call_site_hash
802 && (!e->speculative || !e->indirect_unknown_callee))
804 htab_remove_elt_with_hash (e->caller->call_site_hash,
805 e->call_stmt,
806 htab_hash_pointer (e->call_stmt));
809 e->call_stmt = new_stmt;
810 if (e->indirect_unknown_callee
811 && (decl = gimple_call_fndecl (new_stmt)))
813 /* Constant propagation (and possibly also inlining?) can turn an
814 indirect call into a direct one. */
815 struct cgraph_node *new_callee = cgraph_node::get (decl);
817 gcc_checking_assert (new_callee);
818 e = cgraph_make_edge_direct (e, new_callee);
821 push_cfun (DECL_STRUCT_FUNCTION (e->caller->decl));
822 e->can_throw_external = stmt_can_throw_external (new_stmt);
823 pop_cfun ();
824 if (e->caller->call_site_hash)
825 cgraph_add_edge_to_call_site_hash (e);
828 /* Allocate a cgraph_edge structure and fill it with data according to the
829 parameters of which only CALLEE can be NULL (when creating an indirect call
830 edge). */
832 cgraph_edge *
833 cgraph_node::create_edge (cgraph_node *caller, cgraph_node *callee,
834 gimple call_stmt, gcov_type count, int freq,
835 bool indir_unknown_callee)
837 cgraph_edge *edge;
839 /* LTO does not actually have access to the call_stmt since these
840 have not been loaded yet. */
841 if (call_stmt)
843 /* This is a rather expensive check possibly triggering
844 construction of call stmt hashtable. */
845 #ifdef ENABLE_CHECKING
846 struct cgraph_edge *e;
847 gcc_checking_assert (
848 !(e = caller->get_edge (call_stmt)) || e->speculative);
849 #endif
851 gcc_assert (is_gimple_call (call_stmt));
854 if (free_edges)
856 edge = free_edges;
857 free_edges = NEXT_FREE_EDGE (edge);
859 else
861 edge = ggc_alloc<struct cgraph_edge> ();
862 edge->uid = cgraph_edge_max_uid++;
865 edge->aux = NULL;
866 edge->caller = caller;
867 edge->callee = callee;
868 edge->prev_caller = NULL;
869 edge->next_caller = NULL;
870 edge->prev_callee = NULL;
871 edge->next_callee = NULL;
872 edge->lto_stmt_uid = 0;
874 edge->count = count;
875 gcc_assert (count >= 0);
876 edge->frequency = freq;
877 gcc_assert (freq >= 0);
878 gcc_assert (freq <= CGRAPH_FREQ_MAX);
880 edge->call_stmt = call_stmt;
881 push_cfun (DECL_STRUCT_FUNCTION (caller->decl));
882 edge->can_throw_external
883 = call_stmt ? stmt_can_throw_external (call_stmt) : false;
884 pop_cfun ();
885 if (call_stmt
886 && callee && callee->decl
887 && !gimple_check_call_matching_types (call_stmt, callee->decl,
888 false))
889 edge->call_stmt_cannot_inline_p = true;
890 else
891 edge->call_stmt_cannot_inline_p = false;
893 edge->indirect_info = NULL;
894 edge->indirect_inlining_edge = 0;
895 edge->speculative = false;
896 edge->indirect_unknown_callee = indir_unknown_callee;
897 if (call_stmt && caller->call_site_hash)
898 cgraph_add_edge_to_call_site_hash (edge);
900 return edge;
903 /* Create edge from a given function to CALLEE in the cgraph. */
905 struct cgraph_edge *
906 cgraph_node::create_edge (struct cgraph_node *callee,
907 gimple call_stmt, gcov_type count, int freq)
909 cgraph_edge *edge = cgraph_node::create_edge (this, callee, call_stmt,
910 count, freq, false);
912 initialize_inline_failed (edge);
914 edge->next_caller = callee->callers;
915 if (callee->callers)
916 callee->callers->prev_caller = edge;
917 edge->next_callee = callees;
918 if (callees)
919 callees->prev_callee = edge;
920 callees = edge;
921 callee->callers = edge;
923 return edge;
926 /* Allocate cgraph_indirect_call_info and set its fields to default values. */
928 struct cgraph_indirect_call_info *
929 cgraph_allocate_init_indirect_info (void)
931 struct cgraph_indirect_call_info *ii;
933 ii = ggc_cleared_alloc<cgraph_indirect_call_info> ();
934 ii->param_index = -1;
935 return ii;
938 /* Create an indirect edge with a yet-undetermined callee where the call
939 statement destination is a formal parameter of the caller with index
940 PARAM_INDEX. */
942 struct cgraph_edge *
943 cgraph_node::create_indirect_edge (gimple call_stmt, int ecf_flags,
944 gcov_type count, int freq)
946 struct cgraph_edge *edge = cgraph_node::create_edge (this, NULL, call_stmt,
947 count, freq, true);
948 tree target;
950 initialize_inline_failed (edge);
952 edge->indirect_info = cgraph_allocate_init_indirect_info ();
953 edge->indirect_info->ecf_flags = ecf_flags;
955 /* Record polymorphic call info. */
956 if (call_stmt
957 && (target = gimple_call_fn (call_stmt))
958 && virtual_method_call_p (target))
960 tree otr_type;
961 HOST_WIDE_INT otr_token;
962 ipa_polymorphic_call_context context;
964 get_polymorphic_call_info (decl,
965 target,
966 &otr_type, &otr_token,
967 &context, call_stmt);
969 /* Only record types can have virtual calls. */
970 gcc_assert (TREE_CODE (otr_type) == RECORD_TYPE);
971 edge->indirect_info->polymorphic = true;
972 edge->indirect_info->param_index = -1;
973 edge->indirect_info->otr_token = otr_token;
974 edge->indirect_info->otr_type = otr_type;
975 edge->indirect_info->outer_type = context.outer_type;
976 edge->indirect_info->speculative_outer_type
977 = context.speculative_outer_type;
978 edge->indirect_info->offset = context.offset;
979 edge->indirect_info->speculative_offset = context.speculative_offset;
980 edge->indirect_info->maybe_in_construction
981 = context.maybe_in_construction;
982 edge->indirect_info->maybe_derived_type = context.maybe_derived_type;
983 edge->indirect_info->speculative_maybe_derived_type
984 = context.speculative_maybe_derived_type;
987 edge->next_callee = indirect_calls;
988 if (indirect_calls)
989 indirect_calls->prev_callee = edge;
990 indirect_calls = edge;
992 return edge;
995 /* Remove the edge E from the list of the callers of the callee. */
997 static inline void
998 cgraph_edge_remove_callee (struct cgraph_edge *e)
1000 gcc_assert (!e->indirect_unknown_callee);
1001 if (e->prev_caller)
1002 e->prev_caller->next_caller = e->next_caller;
1003 if (e->next_caller)
1004 e->next_caller->prev_caller = e->prev_caller;
1005 if (!e->prev_caller)
1006 e->callee->callers = e->next_caller;
1009 /* Remove the edge E from the list of the callees of the caller. */
1011 static inline void
1012 cgraph_edge_remove_caller (struct cgraph_edge *e)
1014 if (e->prev_callee)
1015 e->prev_callee->next_callee = e->next_callee;
1016 if (e->next_callee)
1017 e->next_callee->prev_callee = e->prev_callee;
1018 if (!e->prev_callee)
1020 if (e->indirect_unknown_callee)
1021 e->caller->indirect_calls = e->next_callee;
1022 else
1023 e->caller->callees = e->next_callee;
1025 if (e->caller->call_site_hash)
1026 htab_remove_elt_with_hash (e->caller->call_site_hash,
1027 e->call_stmt,
1028 htab_hash_pointer (e->call_stmt));
1031 /* Put the edge onto the free list. */
1033 static void
1034 cgraph_free_edge (struct cgraph_edge *e)
1036 int uid = e->uid;
1038 if (e->indirect_info)
1039 ggc_free (e->indirect_info);
1041 /* Clear out the edge so we do not dangle pointers. */
1042 memset (e, 0, sizeof (*e));
1043 e->uid = uid;
1044 NEXT_FREE_EDGE (e) = free_edges;
1045 free_edges = e;
1048 /* Remove the edge E in the cgraph. */
1050 void
1051 cgraph_remove_edge (struct cgraph_edge *e)
1053 /* Call all edge removal hooks. */
1054 cgraph_call_edge_removal_hooks (e);
1056 if (!e->indirect_unknown_callee)
1057 /* Remove from callers list of the callee. */
1058 cgraph_edge_remove_callee (e);
1060 /* Remove from callees list of the callers. */
1061 cgraph_edge_remove_caller (e);
1063 /* Put the edge onto the free list. */
1064 cgraph_free_edge (e);
1067 /* Set callee of call graph edge E and add it to the corresponding set of
1068 callers. */
1070 static void
1071 cgraph_set_edge_callee (struct cgraph_edge *e, struct cgraph_node *n)
1073 e->prev_caller = NULL;
1074 if (n->callers)
1075 n->callers->prev_caller = e;
1076 e->next_caller = n->callers;
1077 n->callers = e;
1078 e->callee = n;
1081 /* Turn edge E into speculative call calling N2. Update
1082 the profile so the direct call is taken COUNT times
1083 with FREQUENCY.
1085 At clone materialization time, the indirect call E will
1086 be expanded as:
1088 if (call_dest == N2)
1089 n2 ();
1090 else
1091 call call_dest
1093 At this time the function just creates the direct call,
1094 the referencd representing the if conditional and attaches
1095 them all to the orginal indirect call statement.
1097 Return direct edge created. */
1099 struct cgraph_edge *
1100 cgraph_turn_edge_to_speculative (struct cgraph_edge *e,
1101 struct cgraph_node *n2,
1102 gcov_type direct_count,
1103 int direct_frequency)
1105 struct cgraph_node *n = e->caller;
1106 struct ipa_ref *ref = NULL;
1107 struct cgraph_edge *e2;
1109 if (dump_file)
1111 fprintf (dump_file, "Indirect call -> speculative call"
1112 " %s/%i => %s/%i\n",
1113 xstrdup (n->name ()), n->order,
1114 xstrdup (n2->name ()), n2->order);
1116 e->speculative = true;
1117 e2 = n->create_edge (n2, e->call_stmt, direct_count, direct_frequency);
1118 initialize_inline_failed (e2);
1119 e2->speculative = true;
1120 if (TREE_NOTHROW (n2->decl))
1121 e2->can_throw_external = false;
1122 else
1123 e2->can_throw_external = e->can_throw_external;
1124 e2->lto_stmt_uid = e->lto_stmt_uid;
1125 e->count -= e2->count;
1126 e->frequency -= e2->frequency;
1127 cgraph_call_edge_duplication_hooks (e, e2);
1128 ref = n->add_reference (n2, IPA_REF_ADDR, e->call_stmt);
1129 ref->lto_stmt_uid = e->lto_stmt_uid;
1130 ref->speculative = e->speculative;
1131 n2->mark_address_taken ();
1132 return e2;
1135 /* Speculative call consist of three components:
1136 1) an indirect edge representing the original call
1137 2) an direct edge representing the new call
1138 3) ADDR_EXPR reference representing the speculative check.
1139 All three components are attached to single statement (the indirect
1140 call) and if one of them exists, all of them must exist.
1142 Given speculative call edge E, return all three components.
1145 void
1146 cgraph_speculative_call_info (struct cgraph_edge *e,
1147 struct cgraph_edge *&direct,
1148 struct cgraph_edge *&indirect,
1149 struct ipa_ref *&reference)
1151 struct ipa_ref *ref;
1152 int i;
1153 struct cgraph_edge *e2;
1155 if (!e->indirect_unknown_callee)
1156 for (e2 = e->caller->indirect_calls;
1157 e2->call_stmt != e->call_stmt || e2->lto_stmt_uid != e->lto_stmt_uid;
1158 e2 = e2->next_callee)
1160 else
1162 e2 = e;
1163 /* We can take advantage of the call stmt hash. */
1164 if (e2->call_stmt)
1166 e = e->caller->get_edge (e2->call_stmt);
1167 gcc_assert (e->speculative && !e->indirect_unknown_callee);
1169 else
1170 for (e = e->caller->callees;
1171 e2->call_stmt != e->call_stmt
1172 || e2->lto_stmt_uid != e->lto_stmt_uid;
1173 e = e->next_callee)
1176 gcc_assert (e->speculative && e2->speculative);
1177 direct = e;
1178 indirect = e2;
1180 reference = NULL;
1181 for (i = 0; e->caller->iterate_reference (i, ref); i++)
1182 if (ref->speculative
1183 && ((ref->stmt && ref->stmt == e->call_stmt)
1184 || (!ref->stmt && ref->lto_stmt_uid == e->lto_stmt_uid)))
1186 reference = ref;
1187 break;
1190 /* Speculative edge always consist of all three components - direct edge,
1191 indirect and reference. */
1193 gcc_assert (e && e2 && ref);
1196 /* Redirect callee of E to N. The function does not update underlying
1197 call expression. */
1199 void
1200 cgraph_redirect_edge_callee (struct cgraph_edge *e, struct cgraph_node *n)
1202 /* Remove from callers list of the current callee. */
1203 cgraph_edge_remove_callee (e);
1205 /* Insert to callers list of the new callee. */
1206 cgraph_set_edge_callee (e, n);
1209 /* Speculative call EDGE turned out to be direct call to CALLE_DECL.
1210 Remove the speculative call sequence and return edge representing the call.
1211 It is up to caller to redirect the call as appropriate. */
1213 struct cgraph_edge *
1214 cgraph_resolve_speculation (struct cgraph_edge *edge, tree callee_decl)
1216 struct cgraph_edge *e2;
1217 struct ipa_ref *ref;
1219 gcc_assert (edge->speculative);
1220 cgraph_speculative_call_info (edge, e2, edge, ref);
1221 if (!callee_decl
1222 || !ref->referred->semantically_equivalent_p
1223 (symtab_node::get (callee_decl)))
1225 if (dump_file)
1227 if (callee_decl)
1229 fprintf (dump_file, "Speculative indirect call %s/%i => %s/%i has "
1230 "turned out to have contradicting known target ",
1231 xstrdup (edge->caller->name ()), edge->caller->order,
1232 xstrdup (e2->callee->name ()), e2->callee->order);
1233 print_generic_expr (dump_file, callee_decl, 0);
1234 fprintf (dump_file, "\n");
1236 else
1238 fprintf (dump_file, "Removing speculative call %s/%i => %s/%i\n",
1239 xstrdup (edge->caller->name ()), edge->caller->order,
1240 xstrdup (e2->callee->name ()), e2->callee->order);
1244 else
1246 struct cgraph_edge *tmp = edge;
1247 if (dump_file)
1248 fprintf (dump_file, "Speculative call turned into direct call.\n");
1249 edge = e2;
1250 e2 = tmp;
1251 /* FIXME: If EDGE is inlined, we should scale up the frequencies and counts
1252 in the functions inlined through it. */
1254 edge->count += e2->count;
1255 edge->frequency += e2->frequency;
1256 if (edge->frequency > CGRAPH_FREQ_MAX)
1257 edge->frequency = CGRAPH_FREQ_MAX;
1258 edge->speculative = false;
1259 e2->speculative = false;
1260 ref->remove_reference ();
1261 if (e2->indirect_unknown_callee || e2->inline_failed)
1262 cgraph_remove_edge (e2);
1263 else
1264 e2->callee->remove_symbol_and_inline_clones ();
1265 if (edge->caller->call_site_hash)
1266 cgraph_update_edge_in_call_site_hash (edge);
1267 return edge;
1270 /* Make an indirect EDGE with an unknown callee an ordinary edge leading to
1271 CALLEE. DELTA is an integer constant that is to be added to the this
1272 pointer (first parameter) to compensate for skipping a thunk adjustment. */
1274 struct cgraph_edge *
1275 cgraph_make_edge_direct (struct cgraph_edge *edge, struct cgraph_node *callee)
1277 gcc_assert (edge->indirect_unknown_callee);
1279 /* If we are redirecting speculative call, make it non-speculative. */
1280 if (edge->indirect_unknown_callee && edge->speculative)
1282 edge = cgraph_resolve_speculation (edge, callee->decl);
1284 /* On successful speculation just return the pre existing direct edge. */
1285 if (!edge->indirect_unknown_callee)
1286 return edge;
1289 edge->indirect_unknown_callee = 0;
1290 ggc_free (edge->indirect_info);
1291 edge->indirect_info = NULL;
1293 /* Get the edge out of the indirect edge list. */
1294 if (edge->prev_callee)
1295 edge->prev_callee->next_callee = edge->next_callee;
1296 if (edge->next_callee)
1297 edge->next_callee->prev_callee = edge->prev_callee;
1298 if (!edge->prev_callee)
1299 edge->caller->indirect_calls = edge->next_callee;
1301 /* Put it into the normal callee list */
1302 edge->prev_callee = NULL;
1303 edge->next_callee = edge->caller->callees;
1304 if (edge->caller->callees)
1305 edge->caller->callees->prev_callee = edge;
1306 edge->caller->callees = edge;
1308 /* Insert to callers list of the new callee. */
1309 cgraph_set_edge_callee (edge, callee);
1311 if (edge->call_stmt)
1312 edge->call_stmt_cannot_inline_p
1313 = !gimple_check_call_matching_types (edge->call_stmt, callee->decl,
1314 false);
1316 /* We need to re-determine the inlining status of the edge. */
1317 initialize_inline_failed (edge);
1318 return edge;
1321 /* If necessary, change the function declaration in the call statement
1322 associated with E so that it corresponds to the edge callee. */
1324 gimple
1325 cgraph_redirect_edge_call_stmt_to_callee (struct cgraph_edge *e)
1327 tree decl = gimple_call_fndecl (e->call_stmt);
1328 tree lhs = gimple_call_lhs (e->call_stmt);
1329 gimple new_stmt;
1330 gimple_stmt_iterator gsi;
1331 #ifdef ENABLE_CHECKING
1332 struct cgraph_node *node;
1333 #endif
1335 if (e->speculative)
1337 struct cgraph_edge *e2;
1338 gimple new_stmt;
1339 struct ipa_ref *ref;
1341 cgraph_speculative_call_info (e, e, e2, ref);
1342 /* If there already is an direct call (i.e. as a result of inliner's
1343 substitution), forget about speculating. */
1344 if (decl)
1345 e = cgraph_resolve_speculation (e, decl);
1346 /* If types do not match, speculation was likely wrong.
1347 The direct edge was posisbly redirected to the clone with a different
1348 signature. We did not update the call statement yet, so compare it
1349 with the reference that still points to the proper type. */
1350 else if (!gimple_check_call_matching_types (e->call_stmt,
1351 ref->referred->decl,
1352 true))
1354 if (dump_file)
1355 fprintf (dump_file, "Not expanding speculative call of %s/%i -> %s/%i\n"
1356 "Type mismatch.\n",
1357 xstrdup (e->caller->name ()),
1358 e->caller->order,
1359 xstrdup (e->callee->name ()),
1360 e->callee->order);
1361 e = cgraph_resolve_speculation (e, NULL);
1362 /* We are producing the final function body and will throw away the
1363 callgraph edges really soon. Reset the counts/frequencies to
1364 keep verifier happy in the case of roundoff errors. */
1365 e->count = gimple_bb (e->call_stmt)->count;
1366 e->frequency = compute_call_stmt_bb_frequency
1367 (e->caller->decl, gimple_bb (e->call_stmt));
1369 /* Expand speculation into GIMPLE code. */
1370 else
1372 if (dump_file)
1373 fprintf (dump_file,
1374 "Expanding speculative call of %s/%i -> %s/%i count:"
1375 "%"PRId64"\n",
1376 xstrdup (e->caller->name ()),
1377 e->caller->order,
1378 xstrdup (e->callee->name ()),
1379 e->callee->order,
1380 (int64_t)e->count);
1381 gcc_assert (e2->speculative);
1382 push_cfun (DECL_STRUCT_FUNCTION (e->caller->decl));
1383 new_stmt = gimple_ic (e->call_stmt, dyn_cast<cgraph_node *> (ref->referred),
1384 e->count || e2->count
1385 ? RDIV (e->count * REG_BR_PROB_BASE,
1386 e->count + e2->count)
1387 : e->frequency || e2->frequency
1388 ? RDIV (e->frequency * REG_BR_PROB_BASE,
1389 e->frequency + e2->frequency)
1390 : REG_BR_PROB_BASE / 2,
1391 e->count, e->count + e2->count);
1392 e->speculative = false;
1393 e->caller->set_call_stmt_including_clones (e->call_stmt, new_stmt,
1394 false);
1395 e->frequency = compute_call_stmt_bb_frequency
1396 (e->caller->decl, gimple_bb (e->call_stmt));
1397 e2->frequency = compute_call_stmt_bb_frequency
1398 (e2->caller->decl, gimple_bb (e2->call_stmt));
1399 e2->speculative = false;
1400 ref->speculative = false;
1401 ref->stmt = NULL;
1402 /* Indirect edges are not both in the call site hash.
1403 get it updated. */
1404 if (e->caller->call_site_hash)
1405 cgraph_update_edge_in_call_site_hash (e2);
1406 pop_cfun ();
1407 /* Continue redirecting E to proper target. */
1411 if (e->indirect_unknown_callee
1412 || decl == e->callee->decl)
1413 return e->call_stmt;
1415 #ifdef ENABLE_CHECKING
1416 if (decl)
1418 node = cgraph_node::get (decl);
1419 gcc_assert (!node || !node->clone.combined_args_to_skip);
1421 #endif
1423 if (cgraph_dump_file)
1425 fprintf (cgraph_dump_file, "updating call of %s/%i -> %s/%i: ",
1426 xstrdup (e->caller->name ()), e->caller->order,
1427 xstrdup (e->callee->name ()), e->callee->order);
1428 print_gimple_stmt (cgraph_dump_file, e->call_stmt, 0, dump_flags);
1429 if (e->callee->clone.combined_args_to_skip)
1431 fprintf (cgraph_dump_file, " combined args to skip: ");
1432 dump_bitmap (cgraph_dump_file,
1433 e->callee->clone.combined_args_to_skip);
1437 if (e->callee->clone.combined_args_to_skip)
1439 int lp_nr;
1441 new_stmt
1442 = gimple_call_copy_skip_args (e->call_stmt,
1443 e->callee->clone.combined_args_to_skip);
1444 gimple_call_set_fndecl (new_stmt, e->callee->decl);
1445 gimple_call_set_fntype (new_stmt, gimple_call_fntype (e->call_stmt));
1447 if (gimple_vdef (new_stmt)
1448 && TREE_CODE (gimple_vdef (new_stmt)) == SSA_NAME)
1449 SSA_NAME_DEF_STMT (gimple_vdef (new_stmt)) = new_stmt;
1451 gsi = gsi_for_stmt (e->call_stmt);
1452 gsi_replace (&gsi, new_stmt, false);
1453 /* We need to defer cleaning EH info on the new statement to
1454 fixup-cfg. We may not have dominator information at this point
1455 and thus would end up with unreachable blocks and have no way
1456 to communicate that we need to run CFG cleanup then. */
1457 lp_nr = lookup_stmt_eh_lp (e->call_stmt);
1458 if (lp_nr != 0)
1460 remove_stmt_from_eh_lp (e->call_stmt);
1461 add_stmt_to_eh_lp (new_stmt, lp_nr);
1464 else
1466 new_stmt = e->call_stmt;
1467 gimple_call_set_fndecl (new_stmt, e->callee->decl);
1468 update_stmt_fn (DECL_STRUCT_FUNCTION (e->caller->decl), new_stmt);
1471 /* If the call becomes noreturn, remove the lhs. */
1472 if (lhs && (gimple_call_flags (new_stmt) & ECF_NORETURN))
1474 if (TREE_CODE (lhs) == SSA_NAME)
1476 tree var = create_tmp_reg_fn (DECL_STRUCT_FUNCTION (e->caller->decl),
1477 TREE_TYPE (lhs), NULL);
1478 var = get_or_create_ssa_default_def
1479 (DECL_STRUCT_FUNCTION (e->caller->decl), var);
1480 gimple set_stmt = gimple_build_assign (lhs, var);
1481 gsi = gsi_for_stmt (new_stmt);
1482 gsi_insert_before_without_update (&gsi, set_stmt, GSI_SAME_STMT);
1483 update_stmt_fn (DECL_STRUCT_FUNCTION (e->caller->decl), set_stmt);
1485 gimple_call_set_lhs (new_stmt, NULL_TREE);
1486 update_stmt_fn (DECL_STRUCT_FUNCTION (e->caller->decl), new_stmt);
1489 /* If new callee has no static chain, remove it. */
1490 if (gimple_call_chain (new_stmt) && !DECL_STATIC_CHAIN (e->callee->decl))
1492 gimple_call_set_chain (new_stmt, NULL);
1493 update_stmt_fn (DECL_STRUCT_FUNCTION (e->caller->decl), new_stmt);
1496 e->caller->set_call_stmt_including_clones (e->call_stmt, new_stmt, false);
1498 if (cgraph_dump_file)
1500 fprintf (cgraph_dump_file, " updated to:");
1501 print_gimple_stmt (cgraph_dump_file, e->call_stmt, 0, dump_flags);
1503 return new_stmt;
1506 /* Update or remove the corresponding cgraph edge if a GIMPLE_CALL
1507 OLD_STMT changed into NEW_STMT. OLD_CALL is gimple_call_fndecl
1508 of OLD_STMT if it was previously call statement.
1509 If NEW_STMT is NULL, the call has been dropped without any
1510 replacement. */
1512 static void
1513 cgraph_update_edges_for_call_stmt_node (struct cgraph_node *node,
1514 gimple old_stmt, tree old_call,
1515 gimple new_stmt)
1517 tree new_call = (new_stmt && is_gimple_call (new_stmt))
1518 ? gimple_call_fndecl (new_stmt) : 0;
1520 /* We are seeing indirect calls, then there is nothing to update. */
1521 if (!new_call && !old_call)
1522 return;
1523 /* See if we turned indirect call into direct call or folded call to one builtin
1524 into different builtin. */
1525 if (old_call != new_call)
1527 struct cgraph_edge *e = node->get_edge (old_stmt);
1528 struct cgraph_edge *ne = NULL;
1529 gcov_type count;
1530 int frequency;
1532 if (e)
1534 /* See if the edge is already there and has the correct callee. It
1535 might be so because of indirect inlining has already updated
1536 it. We also might've cloned and redirected the edge. */
1537 if (new_call && e->callee)
1539 struct cgraph_node *callee = e->callee;
1540 while (callee)
1542 if (callee->decl == new_call
1543 || callee->former_clone_of == new_call)
1545 cgraph_set_call_stmt (e, new_stmt);
1546 return;
1548 callee = callee->clone_of;
1552 /* Otherwise remove edge and create new one; we can't simply redirect
1553 since function has changed, so inline plan and other information
1554 attached to edge is invalid. */
1555 count = e->count;
1556 frequency = e->frequency;
1557 if (e->indirect_unknown_callee || e->inline_failed)
1558 cgraph_remove_edge (e);
1559 else
1560 e->callee->remove_symbol_and_inline_clones ();
1562 else if (new_call)
1564 /* We are seeing new direct call; compute profile info based on BB. */
1565 basic_block bb = gimple_bb (new_stmt);
1566 count = bb->count;
1567 frequency = compute_call_stmt_bb_frequency (current_function_decl,
1568 bb);
1571 if (new_call)
1573 ne = node->create_edge (cgraph_node::get_create (new_call),
1574 new_stmt, count, frequency);
1575 gcc_assert (ne->inline_failed);
1578 /* We only updated the call stmt; update pointer in cgraph edge.. */
1579 else if (old_stmt != new_stmt)
1580 cgraph_set_call_stmt (node->get_edge (old_stmt), new_stmt);
1583 /* Update or remove the corresponding cgraph edge if a GIMPLE_CALL
1584 OLD_STMT changed into NEW_STMT. OLD_DECL is gimple_call_fndecl
1585 of OLD_STMT before it was updated (updating can happen inplace). */
1587 void
1588 cgraph_update_edges_for_call_stmt (gimple old_stmt, tree old_decl, gimple new_stmt)
1590 struct cgraph_node *orig = cgraph_node::get (cfun->decl);
1591 struct cgraph_node *node;
1593 gcc_checking_assert (orig);
1594 cgraph_update_edges_for_call_stmt_node (orig, old_stmt, old_decl, new_stmt);
1595 if (orig->clones)
1596 for (node = orig->clones; node != orig;)
1598 cgraph_update_edges_for_call_stmt_node (node, old_stmt, old_decl, new_stmt);
1599 if (node->clones)
1600 node = node->clones;
1601 else if (node->next_sibling_clone)
1602 node = node->next_sibling_clone;
1603 else
1605 while (node != orig && !node->next_sibling_clone)
1606 node = node->clone_of;
1607 if (node != orig)
1608 node = node->next_sibling_clone;
1614 /* Remove all callees from the node. */
1616 void
1617 cgraph_node::remove_callees (void)
1619 struct cgraph_edge *e, *f;
1621 /* It is sufficient to remove the edges from the lists of callers of
1622 the callees. The callee list of the node can be zapped with one
1623 assignment. */
1624 for (e = callees; e; e = f)
1626 f = e->next_callee;
1627 cgraph_call_edge_removal_hooks (e);
1628 if (!e->indirect_unknown_callee)
1629 cgraph_edge_remove_callee (e);
1630 cgraph_free_edge (e);
1632 for (e = indirect_calls; e; e = f)
1634 f = e->next_callee;
1635 cgraph_call_edge_removal_hooks (e);
1636 if (!e->indirect_unknown_callee)
1637 cgraph_edge_remove_callee (e);
1638 cgraph_free_edge (e);
1640 indirect_calls = NULL;
1641 callees = NULL;
1642 if (call_site_hash)
1644 htab_delete (call_site_hash);
1645 call_site_hash = NULL;
1649 /* Remove all callers from the node. */
1651 void
1652 cgraph_node::remove_callers (void)
1654 struct cgraph_edge *e, *f;
1656 /* It is sufficient to remove the edges from the lists of callees of
1657 the callers. The caller list of the node can be zapped with one
1658 assignment. */
1659 for (e = callers; e; e = f)
1661 f = e->next_caller;
1662 cgraph_call_edge_removal_hooks (e);
1663 cgraph_edge_remove_caller (e);
1664 cgraph_free_edge (e);
1666 callers = NULL;
1669 /* Helper function for cgraph_release_function_body and free_lang_data.
1670 It releases body from function DECL without having to inspect its
1671 possibly non-existent symtab node. */
1673 void
1674 release_function_body (tree decl)
1676 if (DECL_STRUCT_FUNCTION (decl))
1678 push_cfun (DECL_STRUCT_FUNCTION (decl));
1679 if (cfun->cfg
1680 && current_loops)
1682 cfun->curr_properties &= ~PROP_loops;
1683 loop_optimizer_finalize ();
1685 if (cfun->gimple_df)
1687 delete_tree_ssa ();
1688 delete_tree_cfg_annotations ();
1689 cfun->eh = NULL;
1691 if (cfun->cfg)
1693 gcc_assert (!dom_info_available_p (CDI_DOMINATORS));
1694 gcc_assert (!dom_info_available_p (CDI_POST_DOMINATORS));
1695 clear_edges ();
1696 cfun->cfg = NULL;
1698 if (cfun->value_histograms)
1699 free_histograms ();
1700 pop_cfun ();
1701 gimple_set_body (decl, NULL);
1702 /* Struct function hangs a lot of data that would leak if we didn't
1703 removed all pointers to it. */
1704 ggc_free (DECL_STRUCT_FUNCTION (decl));
1705 DECL_STRUCT_FUNCTION (decl) = NULL;
1707 DECL_SAVED_TREE (decl) = NULL;
1710 /* Release memory used to represent body of function.
1711 Use this only for functions that are released before being translated to
1712 target code (i.e. RTL). Functions that are compiled to RTL and beyond
1713 are free'd in final.c via free_after_compilation(). */
1715 void
1716 cgraph_node::release_body (void)
1718 ipa_transforms_to_apply.release ();
1719 if (!used_as_abstract_origin && cgraph_state != CGRAPH_STATE_PARSING)
1721 DECL_RESULT (decl) = NULL;
1722 DECL_ARGUMENTS (decl) = NULL;
1724 /* If the node is abstract and needed, then do not clear DECL_INITIAL
1725 of its associated function function declaration because it's
1726 needed to emit debug info later. */
1727 if (!used_as_abstract_origin && DECL_INITIAL (decl))
1728 DECL_INITIAL (decl) = error_mark_node;
1729 release_function_body (decl);
1730 if (lto_file_data)
1731 lto_free_function_in_decl_state_for_node (this);
1734 /* Remove function from symbol table. */
1736 void
1737 cgraph_node::remove (void)
1739 struct cgraph_node *n;
1740 int uid = this->uid;
1742 cgraph_call_node_removal_hooks (this);
1743 remove_callers ();
1744 remove_callees ();
1745 ipa_transforms_to_apply.release ();
1747 /* Incremental inlining access removed nodes stored in the postorder list.
1749 force_output = false;
1750 forced_by_abi = false;
1751 for (n = nested; n; n = n->next_nested)
1752 n->origin = NULL;
1753 nested = NULL;
1754 if (origin)
1756 struct cgraph_node **node2 = &origin->nested;
1758 while (*node2 != this)
1759 node2 = &(*node2)->next_nested;
1760 *node2 = next_nested;
1762 unregister ();
1763 if (prev_sibling_clone)
1764 prev_sibling_clone->next_sibling_clone = next_sibling_clone;
1765 else if (clone_of)
1766 clone_of->clones = next_sibling_clone;
1767 if (next_sibling_clone)
1768 next_sibling_clone->prev_sibling_clone = prev_sibling_clone;
1769 if (clones)
1771 struct cgraph_node *n, *next;
1773 if (clone_of)
1775 for (n = clones; n->next_sibling_clone; n = n->next_sibling_clone)
1776 n->clone_of = clone_of;
1777 n->clone_of = clone_of;
1778 n->next_sibling_clone = clone_of->clones;
1779 if (clone_of->clones)
1780 clone_of->clones->prev_sibling_clone = n;
1781 clone_of->clones = clones;
1783 else
1785 /* We are removing node with clones. This makes clones inconsistent,
1786 but assume they will be removed subsequently and just keep clone
1787 tree intact. This can happen in unreachable function removal since
1788 we remove unreachable functions in random order, not by bottom-up
1789 walk of clone trees. */
1790 for (n = clones; n; n = next)
1792 next = n->next_sibling_clone;
1793 n->next_sibling_clone = NULL;
1794 n->prev_sibling_clone = NULL;
1795 n->clone_of = NULL;
1800 /* While all the clones are removed after being proceeded, the function
1801 itself is kept in the cgraph even after it is compiled. Check whether
1802 we are done with this body and reclaim it proactively if this is the case.
1804 if (cgraph_state != CGRAPH_LTO_STREAMING)
1806 n = cgraph_node::get (decl);
1807 if (!n
1808 || (!n->clones && !n->clone_of && !n->global.inlined_to
1809 && (cgraph_global_info_ready
1810 && (TREE_ASM_WRITTEN (n->decl)
1811 || DECL_EXTERNAL (n->decl)
1812 || !n->analyzed
1813 || (!flag_wpa && n->in_other_partition)))))
1814 release_body ();
1817 decl = NULL;
1818 if (call_site_hash)
1820 htab_delete (call_site_hash);
1821 call_site_hash = NULL;
1823 cgraph_n_nodes--;
1825 /* Clear out the node to NULL all pointers and add the node to the free
1826 list. */
1827 memset (this, 0, sizeof (*this));
1828 type = SYMTAB_FUNCTION;
1829 this->uid = uid;
1830 SET_NEXT_FREE_NODE (this, free_nodes);
1831 free_nodes = this;
1834 /* Likewise indicate that a node is having address taken. */
1836 void
1837 cgraph_node::mark_address_taken (void)
1839 /* Indirect inlining can figure out that all uses of the address are
1840 inlined. */
1841 if (global.inlined_to)
1843 gcc_assert (cfun->after_inlining);
1844 gcc_assert (callers->indirect_inlining_edge);
1845 return;
1847 /* FIXME: address_taken flag is used both as a shortcut for testing whether
1848 IPA_REF_ADDR reference exists (and thus it should be set on node
1849 representing alias we take address of) and as a test whether address
1850 of the object was taken (and thus it should be set on node alias is
1851 referring to). We should remove the first use and the remove the
1852 following set. */
1853 address_taken = 1;
1854 cgraph_node *node = ultimate_alias_target ();
1855 node->address_taken = 1;
1858 /* Return local info for the compiled function. */
1860 struct cgraph_local_info *
1861 cgraph_local_info (tree decl)
1863 struct cgraph_node *node;
1865 gcc_assert (TREE_CODE (decl) == FUNCTION_DECL);
1866 node = cgraph_node::get (decl);
1867 if (!node)
1868 return NULL;
1869 return &node->local;
1872 /* Return local info for the compiled function. */
1874 struct cgraph_global_info *
1875 cgraph_global_info (tree decl)
1877 struct cgraph_node *node;
1879 gcc_assert (TREE_CODE (decl) == FUNCTION_DECL && cgraph_global_info_ready);
1880 node = cgraph_node::get (decl);
1881 if (!node)
1882 return NULL;
1883 return &node->global;
1886 /* Return local info for the compiled function. */
1888 struct cgraph_rtl_info *
1889 cgraph_rtl_info (tree decl)
1891 struct cgraph_node *node;
1893 gcc_assert (TREE_CODE (decl) == FUNCTION_DECL);
1894 node = cgraph_node::get (decl);
1895 if (!node
1896 || (decl != current_function_decl
1897 && !TREE_ASM_WRITTEN (node->decl)))
1898 return NULL;
1899 return &node->rtl;
1902 /* Return a string describing the failure REASON. */
1904 const char*
1905 cgraph_inline_failed_string (cgraph_inline_failed_t reason)
1907 #undef DEFCIFCODE
1908 #define DEFCIFCODE(code, type, string) string,
1910 static const char *cif_string_table[CIF_N_REASONS] = {
1911 #include "cif-code.def"
1914 /* Signedness of an enum type is implementation defined, so cast it
1915 to unsigned before testing. */
1916 gcc_assert ((unsigned) reason < CIF_N_REASONS);
1917 return cif_string_table[reason];
1920 /* Return a type describing the failure REASON. */
1922 cgraph_inline_failed_type_t
1923 cgraph_inline_failed_type (cgraph_inline_failed_t reason)
1925 #undef DEFCIFCODE
1926 #define DEFCIFCODE(code, type, string) type,
1928 static cgraph_inline_failed_type_t cif_type_table[CIF_N_REASONS] = {
1929 #include "cif-code.def"
1932 /* Signedness of an enum type is implementation defined, so cast it
1933 to unsigned before testing. */
1934 gcc_assert ((unsigned) reason < CIF_N_REASONS);
1935 return cif_type_table[reason];
1938 /* Names used to print out the availability enum. */
1939 const char * const cgraph_availability_names[] =
1940 {"unset", "not_available", "overwritable", "available", "local"};
1943 /* Dump call graph node to file F. */
1945 void
1946 cgraph_node::dump (FILE *f)
1948 struct cgraph_edge *edge;
1949 int indirect_calls_count = 0;
1951 dump_base (f);
1953 if (global.inlined_to)
1954 fprintf (f, " Function %s/%i is inline copy in %s/%i\n",
1955 xstrdup (name ()),
1956 order,
1957 xstrdup (global.inlined_to->name ()),
1958 global.inlined_to->order);
1959 if (clone_of)
1960 fprintf (f, " Clone of %s/%i\n",
1961 clone_of->asm_name (),
1962 clone_of->order);
1963 if (cgraph_function_flags_ready)
1964 fprintf (f, " Availability: %s\n",
1965 cgraph_availability_names [get_availability ()]);
1967 if (profile_id)
1968 fprintf (f, " Profile id: %i\n",
1969 profile_id);
1970 fprintf (f, " First run: %i\n", tp_first_run);
1971 fprintf (f, " Function flags:");
1972 if (count)
1973 fprintf (f, " executed %"PRId64"x",
1974 (int64_t)count);
1975 if (origin)
1976 fprintf (f, " nested in: %s", origin->asm_name ());
1977 if (gimple_has_body_p (decl))
1978 fprintf (f, " body");
1979 if (process)
1980 fprintf (f, " process");
1981 if (local.local)
1982 fprintf (f, " local");
1983 if (local.redefined_extern_inline)
1984 fprintf (f, " redefined_extern_inline");
1985 if (only_called_at_startup)
1986 fprintf (f, " only_called_at_startup");
1987 if (only_called_at_exit)
1988 fprintf (f, " only_called_at_exit");
1989 if (tm_clone)
1990 fprintf (f, " tm_clone");
1991 if (DECL_STATIC_CONSTRUCTOR (decl))
1992 fprintf (f," static_constructor (priority:%i)", get_init_priority ());
1993 if (DECL_STATIC_DESTRUCTOR (decl))
1994 fprintf (f," static_destructor (priority:%i)", get_fini_priority ());
1996 fprintf (f, "\n");
1998 if (thunk.thunk_p)
2000 fprintf (f, " Thunk");
2001 if (thunk.alias)
2002 fprintf (f, " of %s (asm: %s)",
2003 lang_hooks.decl_printable_name (thunk.alias, 2),
2004 IDENTIFIER_POINTER (DECL_ASSEMBLER_NAME (thunk.alias)));
2005 fprintf (f, " fixed offset %i virtual value %i has "
2006 "virtual offset %i)\n",
2007 (int)thunk.fixed_offset,
2008 (int)thunk.virtual_value,
2009 (int)thunk.virtual_offset_p);
2011 if (alias && thunk.alias
2012 && DECL_P (thunk.alias))
2014 fprintf (f, " Alias of %s",
2015 lang_hooks.decl_printable_name (thunk.alias, 2));
2016 if (DECL_ASSEMBLER_NAME_SET_P (thunk.alias))
2017 fprintf (f, " (asm: %s)",
2018 IDENTIFIER_POINTER (DECL_ASSEMBLER_NAME (thunk.alias)));
2019 fprintf (f, "\n");
2022 fprintf (f, " Called by: ");
2024 for (edge = callers; edge; edge = edge->next_caller)
2026 fprintf (f, "%s/%i ", edge->caller->asm_name (),
2027 edge->caller->order);
2028 if (edge->count)
2029 fprintf (f, "(%"PRId64"x) ",
2030 (int64_t)edge->count);
2031 if (edge->frequency)
2032 fprintf (f, "(%.2f per call) ",
2033 edge->frequency / (double)CGRAPH_FREQ_BASE);
2034 if (edge->speculative)
2035 fprintf (f, "(speculative) ");
2036 if (!edge->inline_failed)
2037 fprintf (f, "(inlined) ");
2038 if (edge->indirect_inlining_edge)
2039 fprintf (f, "(indirect_inlining) ");
2040 if (edge->can_throw_external)
2041 fprintf (f, "(can throw external) ");
2044 fprintf (f, "\n Calls: ");
2045 for (edge = callees; edge; edge = edge->next_callee)
2047 fprintf (f, "%s/%i ", edge->callee->asm_name (),
2048 edge->callee->order);
2049 if (edge->speculative)
2050 fprintf (f, "(speculative) ");
2051 if (!edge->inline_failed)
2052 fprintf (f, "(inlined) ");
2053 if (edge->indirect_inlining_edge)
2054 fprintf (f, "(indirect_inlining) ");
2055 if (edge->count)
2056 fprintf (f, "(%"PRId64"x) ",
2057 (int64_t)edge->count);
2058 if (edge->frequency)
2059 fprintf (f, "(%.2f per call) ",
2060 edge->frequency / (double)CGRAPH_FREQ_BASE);
2061 if (edge->can_throw_external)
2062 fprintf (f, "(can throw external) ");
2064 fprintf (f, "\n");
2066 for (edge = indirect_calls; edge; edge = edge->next_callee)
2067 indirect_calls_count++;
2068 if (indirect_calls_count)
2069 fprintf (f, " Has %i outgoing edges for indirect calls.\n",
2070 indirect_calls_count);
2073 /* Dump call graph node NODE to stderr. */
2075 DEBUG_FUNCTION void
2076 cgraph_node::debug (void)
2078 dump (stderr);
2081 /* Dump the callgraph to file F. */
2083 void
2084 cgraph_node::dump_cgraph (FILE *f)
2086 struct cgraph_node *node;
2088 fprintf (f, "callgraph:\n\n");
2089 FOR_EACH_FUNCTION (node)
2090 node->dump (f);
2093 /* Return true when the DECL can possibly be inlined. */
2095 bool
2096 cgraph_function_possibly_inlined_p (tree decl)
2098 if (!cgraph_global_info_ready)
2099 return !DECL_UNINLINABLE (decl);
2100 return DECL_POSSIBLY_INLINED (decl);
2103 /* cgraph_node is no longer nested function; update cgraph accordingly. */
2104 void
2105 cgraph_node::unnest (void)
2107 struct cgraph_node **node2 = &origin->nested;
2108 gcc_assert (origin);
2110 while (*node2 != this)
2111 node2 = &(*node2)->next_nested;
2112 *node2 = next_nested;
2113 origin = NULL;
2116 /* Return function availability. See cgraph.h for description of individual
2117 return values. */
2118 enum availability
2119 cgraph_node::get_availability (void)
2121 enum availability avail;
2122 if (!analyzed)
2123 avail = AVAIL_NOT_AVAILABLE;
2124 else if (local.local)
2125 avail = AVAIL_LOCAL;
2126 else if (alias && weakref)
2127 ultimate_alias_target (&avail);
2128 else if (lookup_attribute ("ifunc", DECL_ATTRIBUTES (decl)))
2129 avail = AVAIL_INTERPOSABLE;
2130 else if (!externally_visible)
2131 avail = AVAIL_AVAILABLE;
2132 /* Inline functions are safe to be analyzed even if their symbol can
2133 be overwritten at runtime. It is not meaningful to enforce any sane
2134 behaviour on replacing inline function by different body. */
2135 else if (DECL_DECLARED_INLINE_P (decl))
2136 avail = AVAIL_AVAILABLE;
2138 /* If the function can be overwritten, return OVERWRITABLE. Take
2139 care at least of two notable extensions - the COMDAT functions
2140 used to share template instantiations in C++ (this is symmetric
2141 to code cp_cannot_inline_tree_fn and probably shall be shared and
2142 the inlinability hooks completely eliminated).
2144 ??? Does the C++ one definition rule allow us to always return
2145 AVAIL_AVAILABLE here? That would be good reason to preserve this
2146 bit. */
2148 else if (decl_replaceable_p (decl) && !DECL_EXTERNAL (decl))
2149 avail = AVAIL_INTERPOSABLE;
2150 else avail = AVAIL_AVAILABLE;
2152 return avail;
2155 /* Worker for cgraph_node_can_be_local_p. */
2156 static bool
2157 cgraph_node_cannot_be_local_p_1 (struct cgraph_node *node, void *)
2159 return !(!node->force_output
2160 && ((DECL_COMDAT (node->decl)
2161 && !node->forced_by_abi
2162 && !node->used_from_object_file_p ()
2163 && !node->same_comdat_group)
2164 || !node->externally_visible));
2167 /* Return true if cgraph_node can be made local for API change.
2168 Extern inline functions and C++ COMDAT functions can be made local
2169 at the expense of possible code size growth if function is used in multiple
2170 compilation units. */
2171 bool
2172 cgraph_node::can_be_local_p (void)
2174 return (!address_taken
2175 && !call_for_symbol_thunks_and_aliases (cgraph_node_cannot_be_local_p_1,
2176 NULL, true));
2179 /* Call calback on cgraph_node, thunks and aliases associated to cgraph_node.
2180 When INCLUDE_OVERWRITABLE is false, overwritable aliases and thunks are
2181 skipped. */
2183 bool
2184 cgraph_node::call_for_symbol_thunks_and_aliases (bool (*callback)
2185 (cgraph_node *, void *),
2186 void *data,
2187 bool include_overwritable)
2189 struct cgraph_edge *e;
2190 struct ipa_ref *ref;
2192 if (callback (this, data))
2193 return true;
2194 for (e = callers; e; e = e->next_caller)
2195 if (e->caller->thunk.thunk_p
2196 && (include_overwritable
2197 || e->caller->get_availability () > AVAIL_INTERPOSABLE))
2198 if (e->caller->call_for_symbol_thunks_and_aliases (callback, data,
2199 include_overwritable))
2200 return true;
2202 FOR_EACH_ALIAS (this, ref)
2204 struct cgraph_node *alias = dyn_cast <cgraph_node *> (ref->referring);
2205 if (include_overwritable
2206 || alias->get_availability () > AVAIL_INTERPOSABLE)
2207 if (alias->call_for_symbol_thunks_and_aliases (callback, data,
2208 include_overwritable))
2209 return true;
2211 return false;
2214 /* Call calback on function and aliases associated to the function.
2215 When INCLUDE_OVERWRITABLE is false, overwritable aliases and thunks are
2216 skipped. */
2218 bool
2219 cgraph_node::call_for_symbol_and_aliases (bool (*callback) (cgraph_node *,
2220 void *),
2221 void *data,
2222 bool include_overwritable)
2224 struct ipa_ref *ref;
2226 if (callback (this, data))
2227 return true;
2229 FOR_EACH_ALIAS (this, ref)
2231 struct cgraph_node *alias = dyn_cast <cgraph_node *> (ref->referring);
2232 if (include_overwritable
2233 || alias->get_availability () > AVAIL_INTERPOSABLE)
2234 if (alias->call_for_symbol_and_aliases (callback, data,
2235 include_overwritable))
2236 return true;
2238 return false;
2241 /* Worker to bring NODE local. */
2243 bool
2244 cgraph_node::make_local (struct cgraph_node *node, void *)
2246 gcc_checking_assert (node->can_be_local_p ());
2247 if (DECL_COMDAT (node->decl) || DECL_EXTERNAL (node->decl))
2249 node->make_decl_local ();
2250 node->set_section (NULL);
2251 node->set_comdat_group (NULL);
2252 node->externally_visible = false;
2253 node->forced_by_abi = false;
2254 node->local.local = true;
2255 node->set_section (NULL);
2256 node->unique_name = (node->resolution == LDPR_PREVAILING_DEF_IRONLY
2257 || node->resolution == LDPR_PREVAILING_DEF_IRONLY_EXP);
2258 node->resolution = LDPR_PREVAILING_DEF_IRONLY;
2259 gcc_assert (node->get_availability () == AVAIL_LOCAL);
2261 return false;
2264 /* Bring cgraph node local. */
2266 void
2267 cgraph_node::make_local (void)
2269 call_for_symbol_thunks_and_aliases (cgraph_node::make_local, NULL, true);
2272 /* Worker to set nothrow flag. */
2274 static bool
2275 cgraph_set_nothrow_flag_1 (struct cgraph_node *node, void *data)
2277 struct cgraph_edge *e;
2279 TREE_NOTHROW (node->decl) = data != NULL;
2281 if (data != NULL)
2282 for (e = node->callers; e; e = e->next_caller)
2283 e->can_throw_external = false;
2284 return false;
2287 /* Set TREE_NOTHROW on NODE's decl and on aliases of NODE
2288 if any to NOTHROW. */
2290 void
2291 cgraph_node::set_nothrow_flag (bool nothrow)
2293 call_for_symbol_thunks_and_aliases (cgraph_set_nothrow_flag_1,
2294 (void *)(size_t)nothrow, false);
2297 /* Worker to set const flag. */
2299 static bool
2300 cgraph_set_const_flag_1 (struct cgraph_node *node, void *data)
2302 /* Static constructors and destructors without a side effect can be
2303 optimized out. */
2304 if (data && !((size_t)data & 2))
2306 if (DECL_STATIC_CONSTRUCTOR (node->decl))
2307 DECL_STATIC_CONSTRUCTOR (node->decl) = 0;
2308 if (DECL_STATIC_DESTRUCTOR (node->decl))
2309 DECL_STATIC_DESTRUCTOR (node->decl) = 0;
2311 TREE_READONLY (node->decl) = data != NULL;
2312 DECL_LOOPING_CONST_OR_PURE_P (node->decl) = ((size_t)data & 2) != 0;
2313 return false;
2316 /* Set TREE_READONLY on cgraph_node's decl and on aliases of the node
2317 if any to READONLY. */
2319 void
2320 cgraph_node::set_const_flag (bool readonly, bool looping)
2322 call_for_symbol_thunks_and_aliases (cgraph_set_const_flag_1,
2323 (void *)(size_t)(readonly + (int)looping * 2),
2324 false);
2327 /* Worker to set pure flag. */
2329 static bool
2330 cgraph_set_pure_flag_1 (struct cgraph_node *node, void *data)
2332 /* Static constructors and destructors without a side effect can be
2333 optimized out. */
2334 if (data && !((size_t)data & 2))
2336 if (DECL_STATIC_CONSTRUCTOR (node->decl))
2337 DECL_STATIC_CONSTRUCTOR (node->decl) = 0;
2338 if (DECL_STATIC_DESTRUCTOR (node->decl))
2339 DECL_STATIC_DESTRUCTOR (node->decl) = 0;
2341 DECL_PURE_P (node->decl) = data != NULL;
2342 DECL_LOOPING_CONST_OR_PURE_P (node->decl) = ((size_t)data & 2) != 0;
2343 return false;
2346 /* Set DECL_PURE_P on cgraph_node's decl and on aliases of the node
2347 if any to PURE. */
2349 void
2350 cgraph_node::set_pure_flag (bool pure, bool looping)
2352 call_for_symbol_thunks_and_aliases (cgraph_set_pure_flag_1,
2353 (void *)(size_t)(pure + (int)looping * 2),
2354 false);
2357 /* Return true when cgraph_node can not return or throw and thus
2358 it is safe to ignore its side effects for IPA analysis. */
2360 bool
2361 cgraph_node::cannot_return_p (void)
2363 int flags = flags_from_decl_or_type (decl);
2364 if (!flag_exceptions)
2365 return (flags & ECF_NORETURN) != 0;
2366 else
2367 return ((flags & (ECF_NORETURN | ECF_NOTHROW))
2368 == (ECF_NORETURN | ECF_NOTHROW));
2371 /* Return true when call of E can not lead to return from caller
2372 and thus it is safe to ignore its side effects for IPA analysis
2373 when computing side effects of the caller.
2374 FIXME: We could actually mark all edges that have no reaching
2375 patch to the exit block or throw to get better results. */
2376 bool
2377 cgraph_edge_cannot_lead_to_return (struct cgraph_edge *e)
2379 if (e->caller->cannot_return_p ())
2380 return true;
2381 if (e->indirect_unknown_callee)
2383 int flags = e->indirect_info->ecf_flags;
2384 if (!flag_exceptions)
2385 return (flags & ECF_NORETURN) != 0;
2386 else
2387 return ((flags & (ECF_NORETURN | ECF_NOTHROW))
2388 == (ECF_NORETURN | ECF_NOTHROW));
2390 else
2391 return e->callee->cannot_return_p ();
2394 /* Return true when function can be removed from callgraph
2395 if all direct calls are eliminated. */
2397 bool
2398 cgraph_node::can_remove_if_no_direct_calls_and_refs_p (void)
2400 gcc_assert (!global.inlined_to);
2401 /* Extern inlines can always go, we will use the external definition. */
2402 if (DECL_EXTERNAL (decl))
2403 return true;
2404 /* When function is needed, we can not remove it. */
2405 if (force_output || used_from_other_partition)
2406 return false;
2407 if (DECL_STATIC_CONSTRUCTOR (decl)
2408 || DECL_STATIC_DESTRUCTOR (decl))
2409 return false;
2410 /* Only COMDAT functions can be removed if externally visible. */
2411 if (externally_visible
2412 && (!DECL_COMDAT (decl)
2413 || forced_by_abi
2414 || used_from_object_file_p ()))
2415 return false;
2416 return true;
2419 /* Worker for cgraph_can_remove_if_no_direct_calls_p. */
2421 static bool
2422 nonremovable_p (struct cgraph_node *node, void *)
2424 return !node->can_remove_if_no_direct_calls_and_refs_p ();
2427 /* Return true when function cgraph_node and its aliases can be removed from
2428 callgraph if all direct calls are eliminated. */
2430 bool
2431 cgraph_node::can_remove_if_no_direct_calls_p (void)
2433 /* Extern inlines can always go, we will use the external definition. */
2434 if (DECL_EXTERNAL (decl))
2435 return true;
2436 if (address_taken)
2437 return false;
2438 return !call_for_symbol_and_aliases (nonremovable_p, NULL, true);
2441 /* Return true when function cgraph_node can be expected to be removed
2442 from program when direct calls in this compilation unit are removed.
2444 As a special case COMDAT functions are
2445 cgraph_can_remove_if_no_direct_calls_p while the are not
2446 cgraph_only_called_directly_p (it is possible they are called from other
2447 unit)
2449 This function behaves as cgraph_only_called_directly_p because eliminating
2450 all uses of COMDAT function does not make it necessarily disappear from
2451 the program unless we are compiling whole program or we do LTO. In this
2452 case we know we win since dynamic linking will not really discard the
2453 linkonce section. */
2455 bool
2456 cgraph_node::will_be_removed_from_program_if_no_direct_calls_p (void)
2458 gcc_assert (!global.inlined_to);
2460 if (call_for_symbol_and_aliases (used_from_object_file_p_worker,
2461 NULL, true))
2462 return false;
2463 if (!in_lto_p && !flag_whole_program)
2464 return only_called_directly_p ();
2465 else
2467 if (DECL_EXTERNAL (decl))
2468 return true;
2469 return can_remove_if_no_direct_calls_p ();
2474 /* Worker for cgraph_only_called_directly_p. */
2476 static bool
2477 cgraph_not_only_called_directly_p_1 (struct cgraph_node *node, void *)
2479 return !node->only_called_directly_or_aliased_p ();
2482 /* Return true when function cgraph_node and all its aliases are only called
2483 directly.
2484 i.e. it is not externally visible, address was not taken and
2485 it is not used in any other non-standard way. */
2487 bool
2488 cgraph_node::only_called_directly_p (void)
2490 gcc_assert (ultimate_alias_target () == this);
2491 return !call_for_symbol_and_aliases (cgraph_not_only_called_directly_p_1,
2492 NULL, true);
2496 /* Collect all callers of NODE. Worker for collect_callers_of_node. */
2498 static bool
2499 collect_callers_of_node_1 (struct cgraph_node *node, void *data)
2501 vec<cgraph_edge *> *redirect_callers = (vec<cgraph_edge *> *)data;
2502 struct cgraph_edge *cs;
2503 enum availability avail;
2504 node->ultimate_alias_target (&avail);
2506 if (avail > AVAIL_INTERPOSABLE)
2507 for (cs = node->callers; cs != NULL; cs = cs->next_caller)
2508 if (!cs->indirect_inlining_edge)
2509 redirect_callers->safe_push (cs);
2510 return false;
2513 /* Collect all callers of cgraph_node and its aliases that are known to lead to
2514 cgraph_node (i.e. are not overwritable). */
2516 vec<cgraph_edge *>
2517 cgraph_node::collect_callers (void)
2519 vec<cgraph_edge *> redirect_callers = vNULL;
2520 call_for_symbol_thunks_and_aliases (collect_callers_of_node_1,
2521 &redirect_callers, false);
2522 return redirect_callers;
2525 /* Return TRUE if NODE2 a clone of NODE or is equivalent to it. */
2527 static bool
2528 clone_of_p (struct cgraph_node *node, struct cgraph_node *node2)
2530 bool skipped_thunk = false;
2531 node = node->ultimate_alias_target ();
2532 node2 = node2->ultimate_alias_target ();
2534 /* There are no virtual clones of thunks so check former_clone_of or if we
2535 might have skipped thunks because this adjustments are no longer
2536 necessary. */
2537 while (node->thunk.thunk_p)
2539 if (node2->former_clone_of == node->decl)
2540 return true;
2541 if (!node->thunk.this_adjusting)
2542 return false;
2543 node = node->callees->callee->ultimate_alias_target ();
2544 skipped_thunk = true;
2547 if (skipped_thunk)
2549 if (!node2->clone.args_to_skip
2550 || !bitmap_bit_p (node2->clone.args_to_skip, 0))
2551 return false;
2552 if (node2->former_clone_of == node->decl)
2553 return true;
2554 else if (!node2->clone_of)
2555 return false;
2558 while (node != node2 && node2)
2559 node2 = node2->clone_of;
2560 return node2 != NULL;
2563 /* Verify edge E count and frequency. */
2565 static bool
2566 verify_edge_count_and_frequency (struct cgraph_edge *e)
2568 bool error_found = false;
2569 if (e->count < 0)
2571 error ("caller edge count is negative");
2572 error_found = true;
2574 if (e->frequency < 0)
2576 error ("caller edge frequency is negative");
2577 error_found = true;
2579 if (e->frequency > CGRAPH_FREQ_MAX)
2581 error ("caller edge frequency is too large");
2582 error_found = true;
2584 if (gimple_has_body_p (e->caller->decl)
2585 && !e->caller->global.inlined_to
2586 && !e->speculative
2587 /* FIXME: Inline-analysis sets frequency to 0 when edge is optimized out.
2588 Remove this once edges are actually removed from the function at that time. */
2589 && (e->frequency
2590 || (inline_edge_summary_vec.exists ()
2591 && ((inline_edge_summary_vec.length () <= (unsigned) e->uid)
2592 || !inline_edge_summary (e)->predicate)))
2593 && (e->frequency
2594 != compute_call_stmt_bb_frequency (e->caller->decl,
2595 gimple_bb (e->call_stmt))))
2597 error ("caller edge frequency %i does not match BB frequency %i",
2598 e->frequency,
2599 compute_call_stmt_bb_frequency (e->caller->decl,
2600 gimple_bb (e->call_stmt)));
2601 error_found = true;
2603 return error_found;
2606 /* Switch to THIS_CFUN if needed and print STMT to stderr. */
2607 static void
2608 cgraph_debug_gimple_stmt (struct function *this_cfun, gimple stmt)
2610 bool fndecl_was_null = false;
2611 /* debug_gimple_stmt needs correct cfun */
2612 if (cfun != this_cfun)
2613 set_cfun (this_cfun);
2614 /* ...and an actual current_function_decl */
2615 if (!current_function_decl)
2617 current_function_decl = this_cfun->decl;
2618 fndecl_was_null = true;
2620 debug_gimple_stmt (stmt);
2621 if (fndecl_was_null)
2622 current_function_decl = NULL;
2625 /* Verify that call graph edge E corresponds to DECL from the associated
2626 statement. Return true if the verification should fail. */
2628 static bool
2629 verify_edge_corresponds_to_fndecl (struct cgraph_edge *e, tree decl)
2631 struct cgraph_node *node;
2633 if (!decl || e->callee->global.inlined_to)
2634 return false;
2635 if (cgraph_state == CGRAPH_LTO_STREAMING)
2636 return false;
2637 node = cgraph_node::get (decl);
2639 /* We do not know if a node from a different partition is an alias or what it
2640 aliases and therefore cannot do the former_clone_of check reliably. When
2641 body_removed is set, we have lost all information about what was alias or
2642 thunk of and also cannot proceed. */
2643 if (!node
2644 || node->body_removed
2645 || node->in_other_partition
2646 || e->callee->in_other_partition)
2647 return false;
2649 node = node->ultimate_alias_target ();
2651 /* Optimizers can redirect unreachable calls or calls triggering undefined
2652 behaviour to builtin_unreachable. */
2653 if (DECL_BUILT_IN_CLASS (e->callee->decl) == BUILT_IN_NORMAL
2654 && DECL_FUNCTION_CODE (e->callee->decl) == BUILT_IN_UNREACHABLE)
2655 return false;
2657 if (e->callee->former_clone_of != node->decl
2658 && (node != e->callee->ultimate_alias_target ())
2659 && !clone_of_p (node, e->callee))
2660 return true;
2661 else
2662 return false;
2665 /* Verify cgraph nodes of given cgraph node. */
2666 DEBUG_FUNCTION void
2667 cgraph_node::verify_node (void)
2669 struct cgraph_edge *e;
2670 struct function *this_cfun = DECL_STRUCT_FUNCTION (decl);
2671 basic_block this_block;
2672 gimple_stmt_iterator gsi;
2673 bool error_found = false;
2675 if (seen_error ())
2676 return;
2678 timevar_push (TV_CGRAPH_VERIFY);
2679 error_found |= verify_base ();
2680 for (e = callees; e; e = e->next_callee)
2681 if (e->aux)
2683 error ("aux field set for edge %s->%s",
2684 identifier_to_locale (e->caller->name ()),
2685 identifier_to_locale (e->callee->name ()));
2686 error_found = true;
2688 if (count < 0)
2690 error ("execution count is negative");
2691 error_found = true;
2693 if (global.inlined_to && same_comdat_group)
2695 error ("inline clone in same comdat group list");
2696 error_found = true;
2698 if (!definition && !in_other_partition && local.local)
2700 error ("local symbols must be defined");
2701 error_found = true;
2703 if (global.inlined_to && externally_visible)
2705 error ("externally visible inline clone");
2706 error_found = true;
2708 if (global.inlined_to && address_taken)
2710 error ("inline clone with address taken");
2711 error_found = true;
2713 if (global.inlined_to && force_output)
2715 error ("inline clone is forced to output");
2716 error_found = true;
2718 for (e = indirect_calls; e; e = e->next_callee)
2720 if (e->aux)
2722 error ("aux field set for indirect edge from %s",
2723 identifier_to_locale (e->caller->name ()));
2724 error_found = true;
2726 if (!e->indirect_unknown_callee
2727 || !e->indirect_info)
2729 error ("An indirect edge from %s is not marked as indirect or has "
2730 "associated indirect_info, the corresponding statement is: ",
2731 identifier_to_locale (e->caller->name ()));
2732 cgraph_debug_gimple_stmt (this_cfun, e->call_stmt);
2733 error_found = true;
2736 bool check_comdat = comdat_local_p ();
2737 for (e = callers; e; e = e->next_caller)
2739 if (verify_edge_count_and_frequency (e))
2740 error_found = true;
2741 if (check_comdat
2742 && !in_same_comdat_group_p (e->caller))
2744 error ("comdat-local function called by %s outside its comdat",
2745 identifier_to_locale (e->caller->name ()));
2746 error_found = true;
2748 if (!e->inline_failed)
2750 if (global.inlined_to
2751 != (e->caller->global.inlined_to
2752 ? e->caller->global.inlined_to : e->caller))
2754 error ("inlined_to pointer is wrong");
2755 error_found = true;
2757 if (callers->next_caller)
2759 error ("multiple inline callers");
2760 error_found = true;
2763 else
2764 if (global.inlined_to)
2766 error ("inlined_to pointer set for noninline callers");
2767 error_found = true;
2770 for (e = indirect_calls; e; e = e->next_callee)
2771 if (verify_edge_count_and_frequency (e))
2772 error_found = true;
2773 if (!callers && global.inlined_to)
2775 error ("inlined_to pointer is set but no predecessors found");
2776 error_found = true;
2778 if (global.inlined_to == this)
2780 error ("inlined_to pointer refers to itself");
2781 error_found = true;
2784 if (clone_of)
2786 struct cgraph_node *n;
2787 for (n = clone_of->clones; n; n = n->next_sibling_clone)
2788 if (n == this)
2789 break;
2790 if (!n)
2792 error ("cgraph_node has wrong clone_of");
2793 error_found = true;
2796 if (clones)
2798 struct cgraph_node *n;
2799 for (n = clones; n; n = n->next_sibling_clone)
2800 if (n->clone_of != this)
2801 break;
2802 if (n)
2804 error ("cgraph_node has wrong clone list");
2805 error_found = true;
2808 if ((prev_sibling_clone || next_sibling_clone) && !clone_of)
2810 error ("cgraph_node is in clone list but it is not clone");
2811 error_found = true;
2813 if (!prev_sibling_clone && clone_of && clone_of->clones != this)
2815 error ("cgraph_node has wrong prev_clone pointer");
2816 error_found = true;
2818 if (prev_sibling_clone && prev_sibling_clone->next_sibling_clone != this)
2820 error ("double linked list of clones corrupted");
2821 error_found = true;
2824 if (analyzed && alias)
2826 bool ref_found = false;
2827 int i;
2828 struct ipa_ref *ref = NULL;
2830 if (callees)
2832 error ("Alias has call edges");
2833 error_found = true;
2835 for (i = 0; iterate_reference (i, ref); i++)
2836 if (ref->use != IPA_REF_ALIAS)
2838 error ("Alias has non-alias reference");
2839 error_found = true;
2841 else if (ref_found)
2843 error ("Alias has more than one alias reference");
2844 error_found = true;
2846 else
2847 ref_found = true;
2848 if (!ref_found)
2850 error ("Analyzed alias has no reference");
2851 error_found = true;
2854 if (analyzed && thunk.thunk_p)
2856 if (!callees)
2858 error ("No edge out of thunk node");
2859 error_found = true;
2861 else if (callees->next_callee)
2863 error ("More than one edge out of thunk node");
2864 error_found = true;
2866 if (gimple_has_body_p (decl))
2868 error ("Thunk is not supposed to have body");
2869 error_found = true;
2872 else if (analyzed && gimple_has_body_p (decl)
2873 && !TREE_ASM_WRITTEN (decl)
2874 && (!DECL_EXTERNAL (decl) || global.inlined_to)
2875 && !flag_wpa)
2877 if (this_cfun->cfg)
2879 pointer_set_t *stmts = pointer_set_create ();
2880 int i;
2881 struct ipa_ref *ref = NULL;
2883 /* Reach the trees by walking over the CFG, and note the
2884 enclosing basic-blocks in the call edges. */
2885 FOR_EACH_BB_FN (this_block, this_cfun)
2887 for (gsi = gsi_start_phis (this_block);
2888 !gsi_end_p (gsi); gsi_next (&gsi))
2889 pointer_set_insert (stmts, gsi_stmt (gsi));
2890 for (gsi = gsi_start_bb (this_block);
2891 !gsi_end_p (gsi);
2892 gsi_next (&gsi))
2894 gimple stmt = gsi_stmt (gsi);
2895 pointer_set_insert (stmts, stmt);
2896 if (is_gimple_call (stmt))
2898 struct cgraph_edge *e = get_edge (stmt);
2899 tree decl = gimple_call_fndecl (stmt);
2900 if (e)
2902 if (e->aux)
2904 error ("shared call_stmt:");
2905 cgraph_debug_gimple_stmt (this_cfun, stmt);
2906 error_found = true;
2908 if (!e->indirect_unknown_callee)
2910 if (verify_edge_corresponds_to_fndecl (e, decl))
2912 error ("edge points to wrong declaration:");
2913 debug_tree (e->callee->decl);
2914 fprintf (stderr," Instead of:");
2915 debug_tree (decl);
2916 error_found = true;
2919 else if (decl)
2921 error ("an indirect edge with unknown callee "
2922 "corresponding to a call_stmt with "
2923 "a known declaration:");
2924 error_found = true;
2925 cgraph_debug_gimple_stmt (this_cfun, e->call_stmt);
2927 e->aux = (void *)1;
2929 else if (decl)
2931 error ("missing callgraph edge for call stmt:");
2932 cgraph_debug_gimple_stmt (this_cfun, stmt);
2933 error_found = true;
2938 for (i = 0; iterate_reference (i, ref); i++)
2939 if (ref->stmt && !pointer_set_contains (stmts, ref->stmt))
2941 error ("reference to dead statement");
2942 cgraph_debug_gimple_stmt (this_cfun, ref->stmt);
2943 error_found = true;
2945 pointer_set_destroy (stmts);
2947 else
2948 /* No CFG available?! */
2949 gcc_unreachable ();
2951 for (e = callees; e; e = e->next_callee)
2953 if (!e->aux)
2955 error ("edge %s->%s has no corresponding call_stmt",
2956 identifier_to_locale (e->caller->name ()),
2957 identifier_to_locale (e->callee->name ()));
2958 cgraph_debug_gimple_stmt (this_cfun, e->call_stmt);
2959 error_found = true;
2961 e->aux = 0;
2963 for (e = indirect_calls; e; e = e->next_callee)
2965 if (!e->aux && !e->speculative)
2967 error ("an indirect edge from %s has no corresponding call_stmt",
2968 identifier_to_locale (e->caller->name ()));
2969 cgraph_debug_gimple_stmt (this_cfun, e->call_stmt);
2970 error_found = true;
2972 e->aux = 0;
2975 if (error_found)
2977 dump (stderr);
2978 internal_error ("verify_cgraph_node failed");
2980 timevar_pop (TV_CGRAPH_VERIFY);
2983 /* Verify whole cgraph structure. */
2984 DEBUG_FUNCTION void
2985 cgraph_node::verify_cgraph_nodes (void)
2987 struct cgraph_node *node;
2989 if (seen_error ())
2990 return;
2992 FOR_EACH_FUNCTION (node)
2993 node->verify ();
2996 /* Walk the alias chain to return the function cgraph_node is alias of.
2997 Walk through thunk, too.
2998 When AVAILABILITY is non-NULL, get minimal availability in the chain. */
3000 cgraph_node *
3001 cgraph_node::function_symbol (enum availability *availability)
3003 cgraph_node *node = NULL;
3007 node = ultimate_alias_target (availability);
3008 if (node->thunk.thunk_p)
3010 node = node->callees->callee;
3011 if (availability)
3013 enum availability a;
3014 a = node->get_availability ();
3015 if (a < *availability)
3016 *availability = a;
3018 node = node->ultimate_alias_target (availability);
3020 } while (node && node->thunk.thunk_p);
3021 return node;
3024 /* When doing LTO, read cgraph_node's body from disk if it is not already
3025 present. */
3027 bool
3028 cgraph_node::get_body (void)
3030 struct lto_file_decl_data *file_data;
3031 const char *data, *name;
3032 size_t len;
3033 tree decl = this->decl;
3035 if (DECL_RESULT (decl))
3036 return false;
3038 gcc_assert (in_lto_p);
3040 timevar_push (TV_IPA_LTO_GIMPLE_IN);
3042 file_data = lto_file_data;
3043 name = IDENTIFIER_POINTER (DECL_ASSEMBLER_NAME (decl));
3045 /* We may have renamed the declaration, e.g., a static function. */
3046 name = lto_get_decl_name_mapping (file_data, name);
3048 data = lto_get_section_data (file_data, LTO_section_function_body,
3049 name, &len);
3050 if (!data)
3051 fatal_error ("%s: section %s is missing",
3052 file_data->file_name,
3053 name);
3055 gcc_assert (DECL_STRUCT_FUNCTION (decl) == NULL);
3057 lto_input_function_body (file_data, this, data);
3058 lto_stats.num_function_bodies++;
3059 lto_free_section_data (file_data, LTO_section_function_body, name,
3060 data, len);
3061 lto_free_function_in_decl_state_for_node (this);
3063 timevar_pop (TV_IPA_LTO_GIMPLE_IN);
3065 return true;
3068 /* Verify if the type of the argument matches that of the function
3069 declaration. If we cannot verify this or there is a mismatch,
3070 return false. */
3072 static bool
3073 gimple_check_call_args (gimple stmt, tree fndecl, bool args_count_match)
3075 tree parms, p;
3076 unsigned int i, nargs;
3078 /* Calls to internal functions always match their signature. */
3079 if (gimple_call_internal_p (stmt))
3080 return true;
3082 nargs = gimple_call_num_args (stmt);
3084 /* Get argument types for verification. */
3085 if (fndecl)
3086 parms = TYPE_ARG_TYPES (TREE_TYPE (fndecl));
3087 else
3088 parms = TYPE_ARG_TYPES (gimple_call_fntype (stmt));
3090 /* Verify if the type of the argument matches that of the function
3091 declaration. If we cannot verify this or there is a mismatch,
3092 return false. */
3093 if (fndecl && DECL_ARGUMENTS (fndecl))
3095 for (i = 0, p = DECL_ARGUMENTS (fndecl);
3096 i < nargs;
3097 i++, p = DECL_CHAIN (p))
3099 tree arg;
3100 /* We cannot distinguish a varargs function from the case
3101 of excess parameters, still deferring the inlining decision
3102 to the callee is possible. */
3103 if (!p)
3104 break;
3105 arg = gimple_call_arg (stmt, i);
3106 if (p == error_mark_node
3107 || DECL_ARG_TYPE (p) == error_mark_node
3108 || arg == error_mark_node
3109 || (!types_compatible_p (DECL_ARG_TYPE (p), TREE_TYPE (arg))
3110 && !fold_convertible_p (DECL_ARG_TYPE (p), arg)))
3111 return false;
3113 if (args_count_match && p)
3114 return false;
3116 else if (parms)
3118 for (i = 0, p = parms; i < nargs; i++, p = TREE_CHAIN (p))
3120 tree arg;
3121 /* If this is a varargs function defer inlining decision
3122 to callee. */
3123 if (!p)
3124 break;
3125 arg = gimple_call_arg (stmt, i);
3126 if (TREE_VALUE (p) == error_mark_node
3127 || arg == error_mark_node
3128 || TREE_CODE (TREE_VALUE (p)) == VOID_TYPE
3129 || (!types_compatible_p (TREE_VALUE (p), TREE_TYPE (arg))
3130 && !fold_convertible_p (TREE_VALUE (p), arg)))
3131 return false;
3134 else
3136 if (nargs != 0)
3137 return false;
3139 return true;
3142 /* Verify if the type of the argument and lhs of CALL_STMT matches
3143 that of the function declaration CALLEE. If ARGS_COUNT_MATCH is
3144 true, the arg count needs to be the same.
3145 If we cannot verify this or there is a mismatch, return false. */
3147 bool
3148 gimple_check_call_matching_types (gimple call_stmt, tree callee,
3149 bool args_count_match)
3151 tree lhs;
3153 if ((DECL_RESULT (callee)
3154 && !DECL_BY_REFERENCE (DECL_RESULT (callee))
3155 && (lhs = gimple_call_lhs (call_stmt)) != NULL_TREE
3156 && !useless_type_conversion_p (TREE_TYPE (DECL_RESULT (callee)),
3157 TREE_TYPE (lhs))
3158 && !fold_convertible_p (TREE_TYPE (DECL_RESULT (callee)), lhs))
3159 || !gimple_check_call_args (call_stmt, callee, args_count_match))
3160 return false;
3161 return true;
3164 #include "gt-cgraph.h"