1 /* Data structure for the modref pass.
2 Copyright (C) 2020-2023 Free Software Foundation, Inc.
3 Contributed by David Cepelik and Jan Hubicka
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 3, or (at your option) any later
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING3. If not see
19 <http://www.gnu.org/licenses/>. */
21 /* modref_tree represent a decision tree that can be used by alias analysis
22 oracle to determine whether given memory access can be affected by a function
23 call. For every function we collect two trees, one for loads and other
24 for stores. Tree consist of following levels:
26 1) Base: this level represent base alias set of the access and refers
27 to sons (ref nodes). Flag all_refs means that all possible references
30 Because for LTO streaming we need to stream types rather than alias sets
31 modref_base_node is implemented as a template.
32 2) Ref: this level represent ref alias set and links to accesses unless
34 Again ref is an template to allow LTO streaming.
35 3) Access: this level represent info about individual accesses. Presently
36 we record whether access is through a dereference of a function parameter
37 and if so we record the access range.
40 #ifndef GCC_MODREF_TREE_H
41 #define GCC_MODREF_TREE_H
43 struct ipa_modref_summary
;
45 /* parm indexes greater than 0 are normal parms.
46 Some negative values have special meaning. */
47 enum modref_special_parms
{
48 MODREF_UNKNOWN_PARM
= -1,
49 MODREF_STATIC_CHAIN_PARM
= -2,
50 MODREF_RETSLOT_PARM
= -3,
51 /* Used for bases that points to memory that escapes from function. */
52 MODREF_GLOBAL_MEMORY_PARM
= -4,
53 /* Used in modref_parm_map to take references which can be removed
54 from the summary during summary update since they now points to local
56 MODREF_LOCAL_MEMORY_PARM
= -5
59 /* Modref record accesses relative to function parameters.
60 This is entry for single access specifying its base and access range.
62 Accesses can be collected to boundedly sized arrays using
63 modref_access_node::insert. */
64 struct GTY(()) modref_access_node
66 /* Access range information (in bits). */
71 /* Offset from parameter pointer to the base of the access (in bytes). */
72 poly_int64 parm_offset
;
74 /* Index of parameter which specifies the base of access. -1 if base is not
75 a function parameter. */
77 bool parm_offset_known
;
78 /* Number of times interval was extended during dataflow.
79 This has to be limited in order to keep dataflow finite. */
80 unsigned char adjustments
;
82 /* Return true if access node holds some useful info. */
83 bool useful_p () const
85 return parm_index
!= MODREF_UNKNOWN_PARM
;
87 /* Return true if access can be used to determine a kill. */
88 bool useful_for_kill_p () const
90 return parm_offset_known
&& parm_index
!= MODREF_UNKNOWN_PARM
91 && parm_index
!= MODREF_GLOBAL_MEMORY_PARM
92 && parm_index
!= MODREF_RETSLOT_PARM
&& known_size_p (size
)
93 && known_eq (max_size
, size
)
94 && known_gt (size
, 0);
96 /* Dump range to debug OUT. */
97 void dump (FILE *out
);
98 /* Return true if both accesses are the same. */
99 bool operator == (modref_access_node
&a
) const;
100 /* Return true if range info is useful. */
101 bool range_info_useful_p () const;
102 /* Return tree corresponding to parameter of the range in STMT. */
103 tree
get_call_arg (const gcall
*stmt
) const;
104 /* Build ao_ref corresponding to the access and return true if successful. */
105 bool get_ao_ref (const gcall
*stmt
, class ao_ref
*ref
) const;
106 /* Stream access to OB. */
107 void stream_out (struct output_block
*ob
) const;
108 /* Stream access in from IB. */
109 static modref_access_node
stream_in (struct lto_input_block
*ib
);
110 /* Insert A into vector ACCESSES. Limit size of vector to MAX_ACCESSES and
111 if RECORD_ADJUSTMENT is true keep track of adjustment counts.
112 Return 0 if nothing changed, 1 is insertion succeeded and -1 if failed. */
113 static int insert (vec
<modref_access_node
, va_gc
> *&accesses
,
114 modref_access_node a
, size_t max_accesses
,
115 bool record_adjustments
);
116 /* Same as insert but for kills where we are conservative the other way
117 around: if information is lost, the kill is lost. */
118 static bool insert_kill (vec
<modref_access_node
> &kills
,
119 modref_access_node
&a
, bool record_adjustments
);
121 bool contains (const modref_access_node
&) const;
122 bool contains_for_kills (const modref_access_node
&) const;
123 void update (poly_int64
, poly_int64
, poly_int64
, poly_int64
, bool);
124 bool update_for_kills (poly_int64
, poly_int64
, poly_int64
,
125 poly_int64
, poly_int64
, bool);
126 bool merge (const modref_access_node
&, bool);
127 bool merge_for_kills (const modref_access_node
&, bool);
128 static bool closer_pair_p (const modref_access_node
&,
129 const modref_access_node
&,
130 const modref_access_node
&,
131 const modref_access_node
&);
132 void forced_merge (const modref_access_node
&, bool);
133 void update2 (poly_int64
, poly_int64
, poly_int64
, poly_int64
,
134 poly_int64
, poly_int64
, poly_int64
, bool);
135 bool combined_offsets (const modref_access_node
&,
136 poly_int64
*, poly_int64
*, poly_int64
*) const;
137 static void try_merge_with (vec
<modref_access_node
, va_gc
> *&, size_t);
140 /* Access node specifying no useful info. */
141 const modref_access_node unspecified_modref_access_node
142 = {0, -1, -1, 0, MODREF_UNKNOWN_PARM
, false, 0};
144 template <typename T
>
145 struct GTY((user
)) modref_ref_node
149 vec
<modref_access_node
, va_gc
> *accesses
;
151 modref_ref_node (T ref
):
153 every_access (false),
157 /* Collapse the tree. */
165 /* Insert access with OFFSET and SIZE.
166 Collapse tree if it has more than MAX_ACCESSES entries.
167 If RECORD_ADJUSTMENTs is true avoid too many interval extensions.
168 Return true if record was changed. */
169 bool insert_access (modref_access_node a
, size_t max_accesses
,
170 bool record_adjustments
)
172 /* If this base->ref pair has no access information, bail out. */
176 /* Only the following kind of parameters needs to be tracked.
177 We do not track return slots because they are seen as a direct store
179 gcc_checking_assert (a
.parm_index
>= 0
180 || a
.parm_index
== MODREF_STATIC_CHAIN_PARM
181 || a
.parm_index
== MODREF_GLOBAL_MEMORY_PARM
182 || a
.parm_index
== MODREF_UNKNOWN_PARM
);
194 int ret
= modref_access_node::insert (accesses
, a
, max_accesses
,
200 "--param modref-max-accesses limit reached; collapsing\n");
207 /* Base of an access. */
208 template <typename T
>
209 struct GTY((user
)) modref_base_node
212 vec
<modref_ref_node
<T
> *, va_gc
> *refs
;
215 modref_base_node (T base
):
220 /* Search REF; return NULL if failed. */
221 modref_ref_node
<T
> *search (T ref
)
224 modref_ref_node
<T
> *n
;
225 FOR_EACH_VEC_SAFE_ELT (refs
, i
, n
)
231 /* Insert REF; collapse tree if there are more than MAX_REFS.
232 Return inserted ref and if CHANGED is non-null set it to true if
233 something changed. */
234 modref_ref_node
<T
> *insert_ref (T ref
, size_t max_refs
,
235 bool *changed
= NULL
)
237 modref_ref_node
<T
> *ref_node
;
239 /* If the node is collapsed, don't do anything. */
243 /* Otherwise, insert a node for the ref of the access under the base. */
244 ref_node
= search (ref
);
248 /* We always allow inserting ref 0. For non-0 refs there is upper
249 limit on number of entries and if exceeded,
250 drop ref conservatively to 0. */
251 if (ref
&& refs
&& refs
->length () >= max_refs
)
254 fprintf (dump_file
, "--param modref-max-refs limit reached;"
257 ref_node
= search (ref
);
265 ref_node
= new (ggc_alloc
<modref_ref_node
<T
> > ())modref_ref_node
<T
>
267 vec_safe_push (refs
, ref_node
);
274 modref_ref_node
<T
> *r
;
278 FOR_EACH_VEC_SAFE_ELT (refs
, i
, r
)
290 /* Map translating parameters across function call. */
292 struct modref_parm_map
294 /* Default constructor. */
296 : parm_index (MODREF_UNKNOWN_PARM
), parm_offset_known (false), parm_offset ()
299 /* Index of parameter we translate to.
300 Values from special_params enum are permitted too. */
302 bool parm_offset_known
;
303 poly_int64 parm_offset
;
306 /* Access tree for a single function. */
307 template <typename T
>
308 struct GTY((user
)) modref_tree
310 vec
<modref_base_node
<T
> *, va_gc
> *bases
;
315 every_base (false) {}
317 /* Insert BASE; collapse tree if there are more than MAX_REFS.
318 Return inserted base and if CHANGED is non-null set it to true if
320 If table gets full, try to insert REF instead. */
322 modref_base_node
<T
> *insert_base (T base
, T ref
,
323 unsigned int max_bases
,
324 bool *changed
= NULL
)
326 modref_base_node
<T
> *base_node
;
328 /* If the node is collapsed, don't do anything. */
332 /* Otherwise, insert a node for the base of the access into the tree. */
333 base_node
= search (base
);
337 /* We always allow inserting base 0. For non-0 base there is upper
338 limit on number of entries and if exceeded,
339 drop base conservatively to ref and if it still does not fit to 0. */
340 if (base
&& bases
&& bases
->length () >= max_bases
)
342 base_node
= search (ref
);
346 fprintf (dump_file
, "--param modref-max-bases"
347 " limit reached; using ref\n");
351 fprintf (dump_file
, "--param modref-max-bases"
352 " limit reached; using 0\n");
354 base_node
= search (base
);
362 base_node
= new (ggc_alloc
<modref_base_node
<T
> > ())
363 modref_base_node
<T
> (base
);
364 vec_safe_push (bases
, base_node
);
368 /* Insert memory access to the tree.
369 Return true if something changed. */
370 bool insert (unsigned int max_bases
,
371 unsigned int max_refs
,
372 unsigned int max_accesses
,
373 T base
, T ref
, modref_access_node a
,
374 bool record_adjustments
)
379 bool changed
= false;
381 /* We may end up with max_size being less than size for accesses past the
382 end of array. Those are undefined and safe to ignore. */
383 if (a
.range_info_useful_p ()
384 && known_size_p (a
.size
) && known_size_p (a
.max_size
)
385 && known_lt (a
.max_size
, a
.size
))
389 " - Paradoxical range. Ignoring\n");
392 if (known_size_p (a
.size
)
393 && known_eq (a
.size
, 0))
397 " - Zero size. Ignoring\n");
400 if (known_size_p (a
.max_size
)
401 && known_eq (a
.max_size
, 0))
405 " - Zero max_size. Ignoring\n");
408 gcc_checking_assert (!known_size_p (a
.max_size
)
409 || !known_le (a
.max_size
, 0));
411 /* No useful information tracked; collapse everything. */
412 if (!base
&& !ref
&& !a
.useful_p ())
418 modref_base_node
<T
> *base_node
419 = insert_base (base
, ref
, max_bases
, &changed
);
420 base
= base_node
->base
;
421 /* If table got full we may end up with useless base. */
422 if (!base
&& !ref
&& !a
.useful_p ())
427 if (base_node
->every_ref
)
429 gcc_checking_assert (search (base
) != NULL
);
431 /* No useful ref info tracked; collapse base. */
432 if (!ref
&& !a
.useful_p ())
434 base_node
->collapse ();
438 modref_ref_node
<T
> *ref_node
439 = base_node
->insert_ref (ref
, max_refs
, &changed
);
442 if (ref_node
->every_access
)
444 changed
|= ref_node
->insert_access (a
, max_accesses
,
446 /* See if we failed to add useful access. */
447 if (ref_node
->every_access
)
449 /* Collapse everything if there is no useful base and ref. */
453 gcc_checking_assert (changed
);
455 /* Collapse base if there is no useful ref. */
458 base_node
->collapse ();
459 gcc_checking_assert (changed
);
465 /* Insert memory access to the tree.
466 Return true if something changed. */
467 bool insert (tree fndecl
,
468 T base
, T ref
, const modref_access_node
&a
,
469 bool record_adjustments
)
471 return insert (opt_for_fn (fndecl
, param_modref_max_bases
),
472 opt_for_fn (fndecl
, param_modref_max_refs
),
473 opt_for_fn (fndecl
, param_modref_max_accesses
),
474 base
, ref
, a
, record_adjustments
);
477 /* Remove tree branches that are not useful (i.e. they will always pass). */
482 modref_base_node
<T
> *base_node
;
483 modref_ref_node
<T
> *ref_node
;
488 for (i
= 0; vec_safe_iterate (bases
, i
, &base_node
);)
491 for (j
= 0; vec_safe_iterate (base_node
->refs
, j
, &ref_node
);)
493 if (!ref_node
->every_access
494 && (!ref_node
->accesses
495 || !ref_node
->accesses
->length ()))
497 base_node
->refs
->unordered_remove (j
);
498 vec_free (ref_node
->accesses
);
499 ggc_delete (ref_node
);
504 if (!base_node
->every_ref
505 && (!base_node
->refs
|| !base_node
->refs
->length ()))
507 bases
->unordered_remove (i
);
508 vec_free (base_node
->refs
);
509 ggc_delete (base_node
);
514 if (bases
&& !bases
->length ())
521 /* Merge OTHER into the tree.
522 PARM_MAP, if non-NULL, maps parm indexes of callee to caller.
523 Similar CHAIN_MAP, if non-NULL, maps static chain of callee to caller.
524 Return true if something has changed. */
525 bool merge (unsigned int max_bases
,
526 unsigned int max_refs
,
527 unsigned int max_accesses
,
528 modref_tree
<T
> *other
, vec
<modref_parm_map
> *parm_map
,
529 modref_parm_map
*static_chain_map
,
530 bool record_accesses
,
531 bool promote_unknown_to_global
= false)
533 if (!other
|| every_base
)
535 if (other
->every_base
)
541 bool changed
= false;
543 modref_base_node
<T
> *base_node
, *my_base_node
;
544 modref_ref_node
<T
> *ref_node
;
545 modref_access_node
*access_node
;
546 bool release
= false;
548 /* For self-recursive functions we may end up merging summary into itself;
549 produce copy first so we do not modify summary under our own hands. */
553 other
= modref_tree
<T
>::create_ggc ();
554 other
->copy_from (this);
557 FOR_EACH_VEC_SAFE_ELT (other
->bases
, i
, base_node
)
559 if (base_node
->every_ref
)
561 my_base_node
= insert_base (base_node
->base
, 0,
562 max_bases
, &changed
);
563 if (my_base_node
&& !my_base_node
->every_ref
)
565 my_base_node
->collapse ();
571 FOR_EACH_VEC_SAFE_ELT (base_node
->refs
, j
, ref_node
)
573 if (ref_node
->every_access
)
575 changed
|= insert (max_bases
, max_refs
, max_accesses
,
578 unspecified_modref_access_node
,
582 FOR_EACH_VEC_SAFE_ELT (ref_node
->accesses
, k
, access_node
)
584 modref_access_node a
= *access_node
;
586 if (a
.parm_index
!= MODREF_UNKNOWN_PARM
587 && a
.parm_index
!= MODREF_GLOBAL_MEMORY_PARM
590 if (a
.parm_index
>= (int)parm_map
->length ())
591 a
.parm_index
= MODREF_UNKNOWN_PARM
;
595 = a
.parm_index
== MODREF_STATIC_CHAIN_PARM
597 : (*parm_map
) [a
.parm_index
];
598 if (m
.parm_index
== MODREF_LOCAL_MEMORY_PARM
)
600 a
.parm_offset
+= m
.parm_offset
;
601 a
.parm_offset_known
&= m
.parm_offset_known
;
602 a
.parm_index
= m
.parm_index
;
605 if (a
.parm_index
== MODREF_UNKNOWN_PARM
606 && promote_unknown_to_global
)
607 a
.parm_index
= MODREF_GLOBAL_MEMORY_PARM
;
608 changed
|= insert (max_bases
, max_refs
, max_accesses
,
609 base_node
->base
, ref_node
->ref
,
619 /* Merge OTHER into the tree.
620 PARM_MAP, if non-NULL, maps parm indexes of callee to caller.
621 Similar CHAIN_MAP, if non-NULL, maps static chain of callee to caller.
622 Return true if something has changed. */
623 bool merge (tree fndecl
,
624 modref_tree
<T
> *other
, vec
<modref_parm_map
> *parm_map
,
625 modref_parm_map
*static_chain_map
,
626 bool record_accesses
,
627 bool promote_unknown_to_global
= false)
629 return merge (opt_for_fn (fndecl
, param_modref_max_bases
),
630 opt_for_fn (fndecl
, param_modref_max_refs
),
631 opt_for_fn (fndecl
, param_modref_max_accesses
),
632 other
, parm_map
, static_chain_map
, record_accesses
,
633 promote_unknown_to_global
);
636 /* Copy OTHER to THIS. */
637 void copy_from (modref_tree
<T
> *other
)
639 merge (INT_MAX
, INT_MAX
, INT_MAX
, other
, NULL
, NULL
, false);
642 /* Search BASE in tree; return NULL if failed. */
643 modref_base_node
<T
> *search (T base
)
646 modref_base_node
<T
> *n
;
647 FOR_EACH_VEC_SAFE_ELT (bases
, i
, n
)
653 /* Return true if tree contains access to global memory. */
654 bool global_access_p ()
657 modref_base_node
<T
> *base_node
;
658 modref_ref_node
<T
> *ref_node
;
659 modref_access_node
*access_node
;
662 FOR_EACH_VEC_SAFE_ELT (bases
, i
, base_node
)
664 if (base_node
->every_ref
)
666 FOR_EACH_VEC_SAFE_ELT (base_node
->refs
, j
, ref_node
)
668 if (ref_node
->every_access
)
670 FOR_EACH_VEC_SAFE_ELT (ref_node
->accesses
, k
, access_node
)
671 if (access_node
->parm_index
== MODREF_UNKNOWN_PARM
672 || access_node
->parm_index
== MODREF_GLOBAL_MEMORY_PARM
)
679 /* Return ggc allocated instance. We explicitly call destructors via
680 ggc_delete and do not want finalizers to be registered and
681 called at the garbage collection time. */
682 static modref_tree
<T
> *create_ggc ()
684 return new (ggc_alloc_no_dtor
<modref_tree
<T
>> ())
688 /* Remove all records and mark tree to alias with everything. */
692 modref_base_node
<T
> *n
;
696 FOR_EACH_VEC_SAFE_ELT (bases
, i
, n
)
707 /* Release memory. */
713 /* Update parameter indexes in TT according to MAP. */
715 remap_params (vec
<int> *map
)
718 modref_base_node
<T
> *base_node
;
719 FOR_EACH_VEC_SAFE_ELT (bases
, i
, base_node
)
722 modref_ref_node
<T
> *ref_node
;
723 FOR_EACH_VEC_SAFE_ELT (base_node
->refs
, j
, ref_node
)
726 modref_access_node
*access_node
;
727 FOR_EACH_VEC_SAFE_ELT (ref_node
->accesses
, k
, access_node
)
728 if (access_node
->parm_index
>= 0)
730 if (access_node
->parm_index
< (int)map
->length ())
731 access_node
->parm_index
= (*map
)[access_node
->parm_index
];
733 access_node
->parm_index
= MODREF_UNKNOWN_PARM
;
740 void gt_ggc_mx (modref_tree
<int>* const&);
741 void gt_ggc_mx (modref_tree
<tree_node
*>* const&);
742 void gt_pch_nx (modref_tree
<int>* const&);
743 void gt_pch_nx (modref_tree
<tree_node
*>* const&);
744 void gt_pch_nx (modref_tree
<int>* const&, gt_pointer_operator op
, void *cookie
);
745 void gt_pch_nx (modref_tree
<tree_node
*>* const&, gt_pointer_operator op
,
748 void gt_ggc_mx (modref_base_node
<int>*);
749 void gt_ggc_mx (modref_base_node
<tree_node
*>* &);
750 void gt_pch_nx (modref_base_node
<int>* const&);
751 void gt_pch_nx (modref_base_node
<tree_node
*>* const&);
752 void gt_pch_nx (modref_base_node
<int>* const&, gt_pointer_operator op
,
754 void gt_pch_nx (modref_base_node
<tree_node
*>* const&, gt_pointer_operator op
,
757 void gt_ggc_mx (modref_ref_node
<int>*);
758 void gt_ggc_mx (modref_ref_node
<tree_node
*>* &);
759 void gt_pch_nx (modref_ref_node
<int>* const&);
760 void gt_pch_nx (modref_ref_node
<tree_node
*>* const&);
761 void gt_pch_nx (modref_ref_node
<int>* const&, gt_pointer_operator op
,
763 void gt_pch_nx (modref_ref_node
<tree_node
*>* const&, gt_pointer_operator op
,