d: Merge upstream dmd 56589f0f4, druntime 651389b5, phobos 1516ecad9.

[official-gcc.git] / gcc / ipa-modref-tree.h

/* Data structure for the modref pass.
   Copyright (C) 2020-2022 Free Software Foundation, Inc.
   Contributed by David Cepelik and Jan Hubicka

This file is part of GCC.

GCC is free software; you can redistribute it and/or modify it under
the terms of the GNU General Public License as published by the Free
Software Foundation; either version 3, or (at your option) any later
version.

GCC is distributed in the hope that it will be useful, but WITHOUT ANY
WARRANTY; without even the implied warranty of MERCHANTABILITY or
FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
for more details.

You should have received a copy of the GNU General Public License
along with GCC; see the file COPYING3.  If not see
<http://www.gnu.org/licenses/>.  */

/* modref_tree represent a decision tree that can be used by alias analysis
   oracle to determine whether given memory access can be affected by a function
   call.  For every function we collect two trees, one for loads and other
   for stores.  Tree consist of following levels:

   1) Base: this level represent base alias set of the access and refers
      to sons (ref nodes). Flag all_refs means that all possible references
      are aliasing.

      Because for LTO streaming we need to stream types rather than alias sets
      modref_base_node is implemented as a template.
   2) Ref: this level represent ref alias set and links to accesses unless
      all_refs flag is set.
      Again ref is an template to allow LTO streaming.
   3) Access: this level represent info about individual accesses.  Presently
      we record whether access is through a dereference of a function parameter
      and if so we record the access range.
*/

#ifndef GCC_MODREF_TREE_H
#define GCC_MODREF_TREE_H

struct ipa_modref_summary;

/* parm indexes greater than 0 are normal parms.
   Some negative values have special meaning.  */
enum modref_special_parms {
  MODREF_UNKNOWN_PARM = -1,
  MODREF_STATIC_CHAIN_PARM = -2,
  MODREF_RETSLOT_PARM = -3,
  /* Used for bases that points to memory that escapes from function.  */
  MODREF_GLOBAL_MEMORY_PARM = -4,
  /* Used in modref_parm_map to take references which can be removed
     from the summary during summary update since they now points to local
     memory.  */
  MODREF_LOCAL_MEMORY_PARM = -5
};

/* Modref record accesses relative to function parameters.
   This is entry for single access specifying its base and access range.

   Accesses can be collected to boundedly sized arrays using
   modref_access_node::insert.  */
struct GTY(()) modref_access_node
{
  /* Access range information (in bits).  */
  poly_int64 offset;
  poly_int64 size;
  poly_int64 max_size;

  /* Offset from parameter pointer to the base of the access (in bytes).  */
  poly_int64 parm_offset;

  /* Index of parameter which specifies the base of access. -1 if base is not
     a function parameter.  */
  int parm_index;
  bool parm_offset_known;
  /* Number of times interval was extended during dataflow.
     This has to be limited in order to keep dataflow finite.  */
  unsigned char adjustments;

  /* Return true if access node holds some useful info.  */
  bool useful_p () const
    {
      return parm_index != MODREF_UNKNOWN_PARM;
    }
  /* Return true if access can be used to determine a kill.  */
  bool useful_for_kill_p () const
    {
      return parm_offset_known && parm_index != MODREF_UNKNOWN_PARM
             && parm_index != MODREF_GLOBAL_MEMORY_PARM
             && parm_index != MODREF_RETSLOT_PARM && known_size_p (size)
             && known_eq (max_size, size)
             && known_gt (size, 0);
    }
  /* Dump range to debug OUT.  */
  void dump (FILE *out);
  /* Return true if both accesses are the same.  */
  bool operator == (modref_access_node &a) const;
  /* Return true if range info is useful.  */
  bool range_info_useful_p () const;
  /* Return tree corresponding to parameter of the range in STMT.  */
  tree get_call_arg (const gcall *stmt) const;
  /* Build ao_ref corresponding to the access and return true if successful.  */
  bool get_ao_ref (const gcall *stmt, class ao_ref *ref) const;
  /* Stream access to OB.  */
  void stream_out (struct output_block *ob) const;
  /* Stream access in from IB.  */
  static modref_access_node stream_in (struct lto_input_block *ib);
  /* Insert A into vector ACCESSES.  Limit size of vector to MAX_ACCESSES and
     if RECORD_ADJUSTMENT is true keep track of adjustment counts.
     Return 0 if nothing changed, 1 is insertion succeeded and -1 if failed.  */
  static int insert (vec <modref_access_node, va_gc> *&accesses,
                     modref_access_node a, size_t max_accesses,
                     bool record_adjustments);
  /* Same as insert but for kills where we are conservative the other way
     around: if information is lost, the kill is lost.  */
  static bool insert_kill (vec<modref_access_node> &kills,
                           modref_access_node &a, bool record_adjustments);
private:
  bool contains (const modref_access_node &) const;
  bool contains_for_kills (const modref_access_node &) const;
  void update (poly_int64, poly_int64, poly_int64, poly_int64, bool);
  bool update_for_kills (poly_int64, poly_int64, poly_int64,
                         poly_int64, poly_int64, bool);
  bool merge (const modref_access_node &, bool);
  bool merge_for_kills (const modref_access_node &, bool);
  static bool closer_pair_p (const modref_access_node &,
                             const modref_access_node &,
                             const modref_access_node &,
                             const modref_access_node &);
  void forced_merge (const modref_access_node &, bool);
  void update2 (poly_int64, poly_int64, poly_int64, poly_int64,
                poly_int64, poly_int64, poly_int64, bool);
  bool combined_offsets (const modref_access_node &,
                         poly_int64 *, poly_int64 *, poly_int64 *) const;
  static void try_merge_with (vec <modref_access_node, va_gc> *&, size_t);
};

/* Access node specifying no useful info.  */
const modref_access_node unspecified_modref_access_node
                 = {0, -1, -1, 0, MODREF_UNKNOWN_PARM, false, 0};

template <typename T>
struct GTY((user)) modref_ref_node
{
  T ref;
  bool every_access;
  vec <modref_access_node, va_gc> *accesses;

  modref_ref_node (T ref):
    ref (ref),
    every_access (false),
    accesses (NULL)
  {}

  /* Collapse the tree.  */
  void collapse ()
  {
    vec_free (accesses);
    accesses = NULL;
    every_access = true;
  }

  /* Insert access with OFFSET and SIZE.
     Collapse tree if it has more than MAX_ACCESSES entries.
     If RECORD_ADJUSTMENTs is true avoid too many interval extensions.
     Return true if record was changed.  */
  bool insert_access (modref_access_node a, size_t max_accesses,
                      bool record_adjustments)
  {
    /* If this base->ref pair has no access information, bail out.  */
    if (every_access)
      return false;

    /* Only the following kind of parameters needs to be tracked.
       We do not track return slots because they are seen as a direct store
       in the caller.  */
    gcc_checking_assert (a.parm_index >= 0
                         || a.parm_index == MODREF_STATIC_CHAIN_PARM
                         || a.parm_index == MODREF_GLOBAL_MEMORY_PARM
                         || a.parm_index == MODREF_UNKNOWN_PARM);

    if (!a.useful_p ())
      {
        if (!every_access)
          {
            collapse ();
            return true;
          }
        return false;
      }

    int ret = modref_access_node::insert (accesses, a, max_accesses,
                                          record_adjustments);
    if (ret == -1)
      {
        if (dump_file)
          fprintf (dump_file,
                   "--param modref-max-accesses limit reached; collapsing\n");
        collapse ();
      }
    return ret != 0;
  }
};

/* Base of an access.  */
template <typename T>
struct GTY((user)) modref_base_node
{
  T base;
  vec <modref_ref_node <T> *, va_gc> *refs;
  bool every_ref;

  modref_base_node (T base):
    base (base),
    refs (NULL),
    every_ref (false) {}

  /* Search REF; return NULL if failed.  */
  modref_ref_node <T> *search (T ref)
  {
    size_t i;
    modref_ref_node <T> *n;
    FOR_EACH_VEC_SAFE_ELT (refs, i, n)
      if (n->ref == ref)
        return n;
    return NULL;
  }

  /* Insert REF; collapse tree if there are more than MAX_REFS.
     Return inserted ref and if CHANGED is non-null set it to true if
     something changed.  */
  modref_ref_node <T> *insert_ref (T ref, size_t max_refs,
                                   bool *changed = NULL)
  {
    modref_ref_node <T> *ref_node;

    /* If the node is collapsed, don't do anything.  */
    if (every_ref)
      return NULL;

    /* Otherwise, insert a node for the ref of the access under the base.  */
    ref_node = search (ref);
    if (ref_node)
      return ref_node;

    /* We always allow inserting ref 0.  For non-0 refs there is upper
       limit on number of entries and if exceeded,
       drop ref conservatively to 0.  */
    if (ref && refs && refs->length () >= max_refs)
      {
        if (dump_file)
          fprintf (dump_file, "--param modref-max-refs limit reached;"
                   " using 0\n");
        ref = 0;
        ref_node = search (ref);
        if (ref_node)
          return ref_node;
      }

    if (changed)
      *changed = true;

    ref_node = new (ggc_alloc <modref_ref_node <T> > ())modref_ref_node <T>
                                                                 (ref);
    vec_safe_push (refs, ref_node);
    return ref_node;
  }

  void collapse ()
  {
    size_t i;
    modref_ref_node <T> *r;

    if (refs)
      {
        FOR_EACH_VEC_SAFE_ELT (refs, i, r)
          {
            r->collapse ();
            ggc_free (r);
          }
        vec_free (refs);
      }
    refs = NULL;
    every_ref = true;
  }
};

/* Map translating parameters across function call.  */

struct modref_parm_map
{
  /* Default constructor.  */
  modref_parm_map ()
  : parm_index (MODREF_UNKNOWN_PARM), parm_offset_known (false), parm_offset ()
  {}

  /* Index of parameter we translate to.
     Values from special_params enum are permitted too.  */
  int parm_index;
  bool parm_offset_known;
  poly_int64 parm_offset;
};

/* Access tree for a single function.  */
template <typename T>
struct GTY((user)) modref_tree
{
  vec <modref_base_node <T> *, va_gc> *bases;
  bool every_base;

  modref_tree ():
    bases (NULL),
    every_base (false) {}

  /* Insert BASE; collapse tree if there are more than MAX_REFS.
     Return inserted base and if CHANGED is non-null set it to true if
     something changed.
     If table gets full, try to insert REF instead.  */

  modref_base_node <T> *insert_base (T base, T ref,
                                     unsigned int max_bases,
                                     bool *changed = NULL)
  {
    modref_base_node <T> *base_node;

    /* If the node is collapsed, don't do anything.  */
    if (every_base)
      return NULL;

    /* Otherwise, insert a node for the base of the access into the tree.  */
    base_node = search (base);
    if (base_node)
      return base_node;

    /* We always allow inserting base 0.  For non-0 base there is upper
       limit on number of entries and if exceeded,
       drop base conservatively to ref and if it still does not fit to 0.  */
    if (base && bases && bases->length () >= max_bases)
      {
        base_node = search (ref);
        if (base_node)
          {
            if (dump_file)
              fprintf (dump_file, "--param modref-max-bases"
                       " limit reached; using ref\n");
            return base_node;
          }
        if (dump_file)
          fprintf (dump_file, "--param modref-max-bases"
                   " limit reached; using 0\n");
        base = 0;
        base_node = search (base);
        if (base_node)
          return base_node;
      }

    if (changed)
      *changed = true;

    base_node = new (ggc_alloc <modref_base_node <T> > ())
                         modref_base_node <T> (base);
    vec_safe_push (bases, base_node);
    return base_node;
  }

  /* Insert memory access to the tree.
     Return true if something changed.  */
  bool insert (unsigned int max_bases,
               unsigned int max_refs,
               unsigned int max_accesses,
               T base, T ref, modref_access_node a,
               bool record_adjustments)
  {
    if (every_base)
      return false;

    bool changed = false;

    /* We may end up with max_size being less than size for accesses past the
       end of array.  Those are undefined and safe to ignore.  */
    if (a.range_info_useful_p ()
        && known_size_p (a.size) && known_size_p (a.max_size)
        && known_lt (a.max_size, a.size))
      {
        if (dump_file)
          fprintf (dump_file,
                   "   - Paradoxical range. Ignoring\n");
        return false;
      }
    if (known_size_p (a.size)
        && known_eq (a.size, 0))
      {
        if (dump_file)
          fprintf (dump_file,
                   "   - Zero size. Ignoring\n");
        return false;
      }
    if (known_size_p (a.max_size)
        && known_eq (a.max_size, 0))
      {
        if (dump_file)
          fprintf (dump_file,
                   "   - Zero max_size. Ignoring\n");
        return false;
      }
    gcc_checking_assert (!known_size_p (a.max_size)
                         || !known_le (a.max_size, 0));

    /* No useful information tracked; collapse everything.  */
    if (!base && !ref && !a.useful_p ())
      {
        collapse ();
        return true;
      }

    modref_base_node <T> *base_node
      = insert_base (base, ref, max_bases, &changed);
    base = base_node->base;
    /* If table got full we may end up with useless base.  */
    if (!base && !ref && !a.useful_p ())
      {
        collapse ();
        return true;
      }
    if (base_node->every_ref)
      return changed;
    gcc_checking_assert (search (base) != NULL);

    /* No useful ref info tracked; collapse base.  */
    if (!ref && !a.useful_p ())
      {
        base_node->collapse ();
        return true;
      }

    modref_ref_node <T> *ref_node
            = base_node->insert_ref (ref, max_refs, &changed);
    ref = ref_node->ref;

    if (ref_node->every_access)
      return changed;
    changed |= ref_node->insert_access (a, max_accesses,
                                        record_adjustments);
    /* See if we failed to add useful access.  */
    if (ref_node->every_access)
      {
        /* Collapse everything if there is no useful base and ref.  */
        if (!base && !ref)
          {
            collapse ();
            gcc_checking_assert (changed);
          }
        /* Collapse base if there is no useful ref.  */
        else if (!ref)
          {
            base_node->collapse ();
            gcc_checking_assert (changed);
          }
      }
    return changed;
  }

  /* Insert memory access to the tree.
     Return true if something changed.  */
  bool insert (tree fndecl,
               T base, T ref, const modref_access_node &a,
               bool record_adjustments)
  {
     return insert (opt_for_fn (fndecl, param_modref_max_bases),
                    opt_for_fn (fndecl, param_modref_max_refs),
                    opt_for_fn (fndecl, param_modref_max_accesses),
                    base, ref, a, record_adjustments);
  }

 /* Remove tree branches that are not useful (i.e. they will always pass).  */

 void cleanup ()
 {
   size_t i, j;
   modref_base_node <T> *base_node;
   modref_ref_node <T> *ref_node;

   if (!bases)
     return;

   for (i = 0; vec_safe_iterate (bases, i, &base_node);)
     {
       if (base_node->refs)
         for (j = 0; vec_safe_iterate (base_node->refs, j, &ref_node);)
           {
             if (!ref_node->every_access
                 && (!ref_node->accesses
                     || !ref_node->accesses->length ()))
               {
                 base_node->refs->unordered_remove (j);
                 vec_free (ref_node->accesses);
                 ggc_delete (ref_node);
               }
             else
               j++;
           }
       if (!base_node->every_ref
           && (!base_node->refs || !base_node->refs->length ()))
         {
           bases->unordered_remove (i);
           vec_free (base_node->refs);
           ggc_delete (base_node);
         }
       else
         i++;
     }
   if (bases && !bases->length ())
     {
       vec_free (bases);
       bases = NULL;
     }
 }

  /* Merge OTHER into the tree.
     PARM_MAP, if non-NULL, maps parm indexes of callee to caller.
     Similar CHAIN_MAP, if non-NULL, maps static chain of callee to caller.
     Return true if something has changed.  */
  bool merge (unsigned int max_bases,
              unsigned int max_refs,
              unsigned int max_accesses,
              modref_tree <T> *other, vec <modref_parm_map> *parm_map,
              modref_parm_map *static_chain_map,
              bool record_accesses,
              bool promote_unknown_to_global = false)
  {
    if (!other || every_base)
      return false;
    if (other->every_base)
      {
        collapse ();
        return true;
      }

    bool changed = false;
    size_t i, j, k;
    modref_base_node <T> *base_node, *my_base_node;
    modref_ref_node <T> *ref_node;
    modref_access_node *access_node;
    bool release = false;

    /* For self-recursive functions we may end up merging summary into itself;
       produce copy first so we do not modify summary under our own hands.  */
    if (other == this)
      {
        release = true;
        other = modref_tree<T>::create_ggc ();
        other->copy_from (this);
      }

    FOR_EACH_VEC_SAFE_ELT (other->bases, i, base_node)
      {
        if (base_node->every_ref)
          {
            my_base_node = insert_base (base_node->base, 0,
                                        max_bases, &changed);
            if (my_base_node && !my_base_node->every_ref)
              {
                my_base_node->collapse ();
                cleanup ();
                changed = true;
              }
          }
        else
          FOR_EACH_VEC_SAFE_ELT (base_node->refs, j, ref_node)
            {
              if (ref_node->every_access)
                {
                  changed |= insert (max_bases, max_refs, max_accesses,
                                     base_node->base,
                                     ref_node->ref,
                                     unspecified_modref_access_node,
                                     record_accesses);
                }
              else
                FOR_EACH_VEC_SAFE_ELT (ref_node->accesses, k, access_node)
                  {
                    modref_access_node a = *access_node;

                    if (a.parm_index != MODREF_UNKNOWN_PARM
                        && a.parm_index != MODREF_GLOBAL_MEMORY_PARM
                        && parm_map)
                      {
                        if (a.parm_index >= (int)parm_map->length ())
                          a.parm_index = MODREF_UNKNOWN_PARM;
                        else
                          {
                            modref_parm_map &m
                                    = a.parm_index == MODREF_STATIC_CHAIN_PARM
                                      ? *static_chain_map
                                      : (*parm_map) [a.parm_index];
                            if (m.parm_index == MODREF_LOCAL_MEMORY_PARM)
                              continue;
                            a.parm_offset += m.parm_offset;
                            a.parm_offset_known &= m.parm_offset_known;
                            a.parm_index = m.parm_index;
                          }
                      }
                    if (a.parm_index == MODREF_UNKNOWN_PARM
                        && promote_unknown_to_global)
                      a.parm_index = MODREF_GLOBAL_MEMORY_PARM;
                    changed |= insert (max_bases, max_refs, max_accesses,
                                       base_node->base, ref_node->ref,
                                       a, record_accesses);
                  }
            }
      }
    if (release)
      ggc_delete (other);
    return changed;
  }

  /* Merge OTHER into the tree.
     PARM_MAP, if non-NULL, maps parm indexes of callee to caller.
     Similar CHAIN_MAP, if non-NULL, maps static chain of callee to caller.
     Return true if something has changed.  */
  bool merge (tree fndecl,
              modref_tree <T> *other, vec <modref_parm_map> *parm_map,
              modref_parm_map *static_chain_map,
              bool record_accesses,
              bool promote_unknown_to_global = false)
  {
     return merge (opt_for_fn (fndecl, param_modref_max_bases),
                   opt_for_fn (fndecl, param_modref_max_refs),
                   opt_for_fn (fndecl, param_modref_max_accesses),
                   other, parm_map, static_chain_map, record_accesses,
                   promote_unknown_to_global);
  }

  /* Copy OTHER to THIS.  */
  void copy_from (modref_tree <T> *other)
  {
    merge (INT_MAX, INT_MAX, INT_MAX, other, NULL, NULL, false);
  }

  /* Search BASE in tree; return NULL if failed.  */
  modref_base_node <T> *search (T base)
  {
    size_t i;
    modref_base_node <T> *n;
    FOR_EACH_VEC_SAFE_ELT (bases, i, n)
      if (n->base == base)
        return n;
    return NULL;
  }

  /* Return true if tree contains access to global memory.  */
  bool global_access_p ()
  {
    size_t i, j, k;
    modref_base_node <T> *base_node;
    modref_ref_node <T> *ref_node;
    modref_access_node *access_node;
    if (every_base)
      return true;
    FOR_EACH_VEC_SAFE_ELT (bases, i, base_node)
      {
        if (base_node->every_ref)
          return true;
        FOR_EACH_VEC_SAFE_ELT (base_node->refs, j, ref_node)
          {
            if (ref_node->every_access)
              return true;
            FOR_EACH_VEC_SAFE_ELT (ref_node->accesses, k, access_node)
              if (access_node->parm_index == MODREF_UNKNOWN_PARM
                  || access_node->parm_index == MODREF_GLOBAL_MEMORY_PARM)
                return true;
          }
      }
    return false;
  }

  /* Return ggc allocated instance.  We explicitly call destructors via
     ggc_delete and do not want finalizers to be registered and
     called at the garbage collection time.  */
  static modref_tree<T> *create_ggc ()
  {
    return new (ggc_alloc_no_dtor<modref_tree<T>> ())
         modref_tree<T> ();
  }

  /* Remove all records and mark tree to alias with everything.  */
  void collapse ()
  {
    size_t i;
    modref_base_node <T> *n;

    if (bases)
      {
        FOR_EACH_VEC_SAFE_ELT (bases, i, n)
          {
            n->collapse ();
            ggc_free (n);
          }
        vec_free (bases);
      }
    bases = NULL;
    every_base = true;
  }

  /* Release memory.  */
  ~modref_tree ()
  {
    collapse ();
  }

  /* Update parameter indexes in TT according to MAP.  */
  void
  remap_params (vec <int> *map)
  {
    size_t i;
    modref_base_node <T> *base_node;
    FOR_EACH_VEC_SAFE_ELT (bases, i, base_node)
      {
        size_t j;
        modref_ref_node <T> *ref_node;
        FOR_EACH_VEC_SAFE_ELT (base_node->refs, j, ref_node)
          {
            size_t k;
            modref_access_node *access_node;
            FOR_EACH_VEC_SAFE_ELT (ref_node->accesses, k, access_node)
              if (access_node->parm_index >= 0)
                {
                  if (access_node->parm_index < (int)map->length ())
                    access_node->parm_index = (*map)[access_node->parm_index];
                  else
                    access_node->parm_index = MODREF_UNKNOWN_PARM;
                }
          }
      }
  }
};

void gt_ggc_mx (modref_tree <int>* const&);
void gt_ggc_mx (modref_tree <tree_node*>* const&);
void gt_pch_nx (modref_tree <int>* const&);
void gt_pch_nx (modref_tree <tree_node*>* const&);
void gt_pch_nx (modref_tree <int>* const&, gt_pointer_operator op, void *cookie);
void gt_pch_nx (modref_tree <tree_node*>* const&, gt_pointer_operator op,
                void *cookie);

void gt_ggc_mx (modref_base_node <int>*);
void gt_ggc_mx (modref_base_node <tree_node*>* &);
void gt_pch_nx (modref_base_node <int>* const&);
void gt_pch_nx (modref_base_node <tree_node*>* const&);
void gt_pch_nx (modref_base_node <int>* const&, gt_pointer_operator op,
                void *cookie);
void gt_pch_nx (modref_base_node <tree_node*>* const&, gt_pointer_operator op,
                void *cookie);

void gt_ggc_mx (modref_ref_node <int>*);
void gt_ggc_mx (modref_ref_node <tree_node*>* &);
void gt_pch_nx (modref_ref_node <int>* const&);
void gt_pch_nx (modref_ref_node <tree_node*>* const&);
void gt_pch_nx (modref_ref_node <int>* const&, gt_pointer_operator op,
                void *cookie);
void gt_pch_nx (modref_ref_node <tree_node*>* const&, gt_pointer_operator op,
                void *cookie);

#endif