Daily bump.
[official-gcc.git] / gcc / gimple-range-path.cc
blobd8c2a9b6a86308f0091ca92c2c6f007c118d14b9
1 /* Basic block path solver.
2 Copyright (C) 2021 Free Software Foundation, Inc.
3 Contributed by Aldy Hernandez <aldyh@redhat.com>.
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 3, or (at your option) any later
10 version.
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15 for more details.
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING3. If not see
19 <http://www.gnu.org/licenses/>. */
21 #include "config.h"
22 #include "system.h"
23 #include "coretypes.h"
24 #include "backend.h"
25 #include "tree.h"
26 #include "gimple.h"
27 #include "cfganal.h"
28 #include "value-range.h"
29 #include "gimple-range.h"
30 #include "tree-pretty-print.h"
31 #include "gimple-range-path.h"
32 #include "ssa.h"
33 #include "tree-cfg.h"
34 #include "gimple-iterator.h"
36 // Internal construct to help facilitate debugging of solver.
37 #define DEBUG_SOLVER (dump_file && dump_flags & TDF_THREADING)
39 path_range_query::path_range_query (gimple_ranger &ranger, bool resolve)
40 : m_ranger (ranger)
42 m_cache = new ssa_global_cache;
43 m_has_cache_entry = BITMAP_ALLOC (NULL);
44 m_path = NULL;
45 m_resolve = resolve;
46 m_oracle = new path_oracle (ranger.oracle ());
49 path_range_query::~path_range_query ()
51 BITMAP_FREE (m_has_cache_entry);
52 delete m_cache;
53 delete m_oracle;
56 // Mark cache entry for NAME as unused.
58 void
59 path_range_query::clear_cache (tree name)
61 unsigned v = SSA_NAME_VERSION (name);
62 bitmap_clear_bit (m_has_cache_entry, v);
65 // If NAME has a cache entry, return it in R, and return TRUE.
67 inline bool
68 path_range_query::get_cache (irange &r, tree name)
70 if (!gimple_range_ssa_p (name))
71 return get_global_range_query ()->range_of_expr (r, name);
73 unsigned v = SSA_NAME_VERSION (name);
74 if (bitmap_bit_p (m_has_cache_entry, v))
75 return m_cache->get_global_range (r, name);
77 return false;
80 // Set the cache entry for NAME to R.
82 void
83 path_range_query::set_cache (const irange &r, tree name)
85 unsigned v = SSA_NAME_VERSION (name);
86 bitmap_set_bit (m_has_cache_entry, v);
87 m_cache->set_global_range (name, r);
90 void
91 path_range_query::dump (FILE *dump_file)
93 push_dump_file save (dump_file, dump_flags & ~TDF_DETAILS);
95 if (m_path->is_empty ())
96 return;
98 unsigned i;
99 bitmap_iterator bi;
101 fprintf (dump_file, "\nPath is (length=%d):\n", m_path->length ());
102 dump_ranger (dump_file, *m_path);
104 fprintf (dump_file, "Imports:\n");
105 EXECUTE_IF_SET_IN_BITMAP (m_imports, 0, i, bi)
107 tree name = ssa_name (i);
108 print_generic_expr (dump_file, name, TDF_SLIM);
109 fprintf (dump_file, "\n");
112 m_cache->dump (dump_file);
115 void
116 path_range_query::debug ()
118 dump (stderr);
121 // Return TRUE if NAME is defined outside the current path.
123 bool
124 path_range_query::defined_outside_path (tree name)
126 gimple *def = SSA_NAME_DEF_STMT (name);
127 basic_block bb = gimple_bb (def);
129 return !bb || !m_path->contains (bb);
132 // Return the range of NAME on entry to the path.
134 void
135 path_range_query::range_on_path_entry (irange &r, tree name)
137 gcc_checking_assert (defined_outside_path (name));
138 int_range_max tmp;
139 basic_block entry = entry_bb ();
140 bool changed = false;
142 r.set_undefined ();
143 for (unsigned i = 0; i < EDGE_COUNT (entry->preds); ++i)
145 edge e = EDGE_PRED (entry, i);
146 if (e->src != ENTRY_BLOCK_PTR_FOR_FN (cfun)
147 && m_ranger.range_on_edge (tmp, e, name))
149 r.union_ (tmp);
150 changed = true;
154 // Make sure we don't return UNDEFINED by mistake.
155 if (!changed)
156 r.set_varying (TREE_TYPE (name));
159 // Return the range of NAME at the end of the path being analyzed.
161 bool
162 path_range_query::internal_range_of_expr (irange &r, tree name, gimple *stmt)
164 if (!irange::supports_type_p (TREE_TYPE (name)))
165 return false;
167 if (get_cache (r, name))
168 return true;
170 if (m_resolve && defined_outside_path (name))
172 range_on_path_entry (r, name);
173 set_cache (r, name);
174 return true;
177 basic_block bb = stmt ? gimple_bb (stmt) : exit_bb ();
178 if (stmt && range_defined_in_block (r, name, bb))
180 if (TREE_CODE (name) == SSA_NAME)
181 r.intersect (gimple_range_global (name));
183 set_cache (r, name);
184 return true;
187 r.set_varying (TREE_TYPE (name));
188 return true;
191 bool
192 path_range_query::range_of_expr (irange &r, tree name, gimple *stmt)
194 if (internal_range_of_expr (r, name, stmt))
196 if (r.undefined_p ())
197 m_undefined_path = true;
199 return true;
201 return false;
204 bool
205 path_range_query::unreachable_path_p ()
207 return m_undefined_path;
210 // Initialize the current path to PATH. The current block is set to
211 // the entry block to the path.
213 // Note that the blocks are in reverse order, so the exit block is
214 // path[0].
216 void
217 path_range_query::set_path (const vec<basic_block> &path)
219 gcc_checking_assert (path.length () > 1);
220 m_path = &path;
221 m_pos = m_path->length () - 1;
222 bitmap_clear (m_has_cache_entry);
225 // Return the range of the result of PHI in R.
227 void
228 path_range_query::ssa_range_in_phi (irange &r, gphi *phi)
230 tree name = gimple_phi_result (phi);
231 basic_block bb = gimple_bb (phi);
233 if (at_entry ())
235 if (m_resolve && m_ranger.range_of_expr (r, name, phi))
236 return;
238 // Try fold just in case we can resolve simple things like PHI <5(99), 6(88)>.
239 if (!fold_range (r, phi, this))
240 r.set_varying (TREE_TYPE (name));
242 return;
245 basic_block prev = prev_bb ();
246 edge e_in = find_edge (prev, bb);
247 unsigned nargs = gimple_phi_num_args (phi);
249 for (size_t i = 0; i < nargs; ++i)
250 if (e_in == gimple_phi_arg_edge (phi, i))
252 tree arg = gimple_phi_arg_def (phi, i);
254 if (!get_cache (r, arg))
256 if (m_resolve)
258 int_range_max tmp;
259 // Using both the range on entry to the path, and the
260 // range on this edge yields significantly better
261 // results.
262 if (defined_outside_path (arg))
263 range_on_path_entry (r, arg);
264 else
265 r.set_varying (TREE_TYPE (name));
266 m_ranger.range_on_edge (tmp, e_in, arg);
267 r.intersect (tmp);
268 return;
270 r.set_varying (TREE_TYPE (name));
272 return;
274 gcc_unreachable ();
277 // If NAME is defined in BB, set R to the range of NAME, and return
278 // TRUE. Otherwise, return FALSE.
280 bool
281 path_range_query::range_defined_in_block (irange &r, tree name, basic_block bb)
283 gimple *def_stmt = SSA_NAME_DEF_STMT (name);
284 basic_block def_bb = gimple_bb (def_stmt);
286 if (def_bb != bb)
287 return false;
289 if (gimple_code (def_stmt) == GIMPLE_PHI)
290 ssa_range_in_phi (r, as_a<gphi *> (def_stmt));
291 else
293 if (name)
294 get_path_oracle ()->killing_def (name);
296 if (!range_of_stmt (r, def_stmt, name))
297 r.set_varying (TREE_TYPE (name));
300 if (bb)
301 m_non_null.adjust_range (r, name, bb);
303 if (DEBUG_SOLVER && (bb || !r.varying_p ()))
305 fprintf (dump_file, "range_defined_in_block (BB%d) for ", bb ? bb->index : -1);
306 print_generic_expr (dump_file, name, TDF_SLIM);
307 fprintf (dump_file, " is ");
308 r.dump (dump_file);
309 fprintf (dump_file, "\n");
312 return true;
315 // Compute ranges defined in the current block, or exported to the
316 // next block.
318 void
319 path_range_query::compute_ranges_in_block (basic_block bb)
321 bitmap_iterator bi;
322 int_range_max r, cached_range;
323 unsigned i;
325 if (m_resolve && !at_entry ())
326 compute_phi_relations (bb, prev_bb ());
328 // Force recalculation of any names in the cache that are defined in
329 // this block. This can happen on interdependent SSA/phis in loops.
330 EXECUTE_IF_SET_IN_BITMAP (m_imports, 0, i, bi)
332 tree name = ssa_name (i);
333 gimple *def_stmt = SSA_NAME_DEF_STMT (name);
334 basic_block def_bb = gimple_bb (def_stmt);
336 if (def_bb == bb)
337 clear_cache (name);
340 // Solve imports defined in this block.
341 EXECUTE_IF_SET_IN_BITMAP (m_imports, 0, i, bi)
343 tree name = ssa_name (i);
345 if (range_defined_in_block (r, name, bb))
346 set_cache (r, name);
349 if (at_exit ())
350 return;
352 // Solve imports that are exported to the next block.
353 basic_block next = next_bb ();
354 edge e = find_edge (bb, next);
355 EXECUTE_IF_SET_IN_BITMAP (m_imports, 0, i, bi)
357 tree name = ssa_name (i);
358 gori_compute &g = m_ranger.gori ();
359 bitmap exports = g.exports (bb);
361 if (bitmap_bit_p (exports, i))
363 if (g.outgoing_edge_range_p (r, e, name, *this))
365 if (get_cache (cached_range, name))
366 r.intersect (cached_range);
368 set_cache (r, name);
369 if (DEBUG_SOLVER)
371 fprintf (dump_file, "outgoing_edge_range_p for ");
372 print_generic_expr (dump_file, name, TDF_SLIM);
373 fprintf (dump_file, " on edge %d->%d ",
374 e->src->index, e->dest->index);
375 fprintf (dump_file, "is ");
376 r.dump (dump_file);
377 fprintf (dump_file, "\n");
383 if (m_resolve)
384 compute_outgoing_relations (bb, next);
387 // Adjust all pointer imports in BB with non-null information.
389 void
390 path_range_query::adjust_for_non_null_uses (basic_block bb)
392 int_range_max r;
393 bitmap_iterator bi;
394 unsigned i;
396 EXECUTE_IF_SET_IN_BITMAP (m_imports, 0, i, bi)
398 tree name = ssa_name (i);
400 if (!POINTER_TYPE_P (TREE_TYPE (name)))
401 continue;
403 if (get_cache (r, name))
405 if (r.nonzero_p ())
406 continue;
408 else
409 r.set_varying (TREE_TYPE (name));
411 if (m_non_null.adjust_range (r, name, bb))
412 set_cache (r, name);
416 // If NAME is a supported SSA_NAME, add it the bitmap in IMPORTS.
418 bool
419 path_range_query::add_to_imports (tree name, bitmap imports)
421 if (TREE_CODE (name) == SSA_NAME
422 && irange::supports_type_p (TREE_TYPE (name)))
423 return bitmap_set_bit (imports, SSA_NAME_VERSION (name));
424 return false;
427 // Add the copies of any SSA names in IMPORTS to IMPORTS.
429 // These are hints for the solver. Adding more elements (within
430 // reason) doesn't slow us down, because we don't solve anything that
431 // doesn't appear in the path. On the other hand, not having enough
432 // imports will limit what we can solve.
434 void
435 path_range_query::add_copies_to_imports ()
437 auto_vec<tree> worklist (bitmap_count_bits (m_imports));
438 bitmap_iterator bi;
439 unsigned i;
441 EXECUTE_IF_SET_IN_BITMAP (m_imports, 0, i, bi)
443 tree name = ssa_name (i);
444 worklist.quick_push (name);
447 while (!worklist.is_empty ())
449 tree name = worklist.pop ();
450 gimple *def_stmt = SSA_NAME_DEF_STMT (name);
452 if (is_gimple_assign (def_stmt))
454 // ?? Adding assignment copies doesn't get us much. At the
455 // time of writing, we got 63 more threaded paths across the
456 // .ii files from a bootstrap.
457 add_to_imports (gimple_assign_rhs1 (def_stmt), m_imports);
458 tree rhs = gimple_assign_rhs2 (def_stmt);
459 if (rhs && add_to_imports (rhs, m_imports))
460 worklist.safe_push (rhs);
461 rhs = gimple_assign_rhs3 (def_stmt);
462 if (rhs && add_to_imports (rhs, m_imports))
463 worklist.safe_push (rhs);
465 else if (gphi *phi = dyn_cast <gphi *> (def_stmt))
467 for (size_t i = 0; i < gimple_phi_num_args (phi); ++i)
469 edge e = gimple_phi_arg_edge (phi, i);
470 tree arg = gimple_phi_arg (phi, i)->def;
472 if (TREE_CODE (arg) == SSA_NAME
473 && m_path->contains (e->src)
474 && bitmap_set_bit (m_imports, SSA_NAME_VERSION (arg)))
475 worklist.safe_push (arg);
481 // Compute the ranges for IMPORTS along PATH.
483 // IMPORTS are the set of SSA names, any of which could potentially
484 // change the value of the final conditional in PATH.
486 void
487 path_range_query::compute_ranges (const vec<basic_block> &path,
488 const bitmap_head *imports)
490 if (DEBUG_SOLVER)
491 fprintf (dump_file, "\n*********** path_range_query ******************\n");
493 set_path (path);
494 bitmap_copy (m_imports, imports);
495 m_undefined_path = false;
497 if (m_resolve)
499 add_copies_to_imports ();
500 get_path_oracle ()->reset_path ();
503 if (DEBUG_SOLVER)
505 fprintf (dump_file, "\npath_range_query: compute_ranges for path: ");
506 for (unsigned i = path.length (); i > 0; --i)
508 basic_block bb = path[i - 1];
509 fprintf (dump_file, "BB %d", bb->index);
510 if (i > 1)
511 fprintf (dump_file, ", ");
513 fprintf (dump_file, "\n");
516 while (1)
518 basic_block bb = curr_bb ();
520 if (m_resolve)
522 gori_compute &gori = m_ranger.gori ();
523 tree name;
525 // Exported booleans along the path, may help conditionals.
526 // Add them as interesting imports.
527 FOR_EACH_GORI_EXPORT_NAME (gori, bb, name)
528 if (TREE_CODE (TREE_TYPE (name)) == BOOLEAN_TYPE)
529 bitmap_set_bit (m_imports, SSA_NAME_VERSION (name));
532 compute_ranges_in_block (bb);
533 adjust_for_non_null_uses (bb);
535 if (at_exit ())
536 break;
538 move_next ();
541 if (DEBUG_SOLVER)
543 fprintf (dump_file, "\npath_oracle:\n");
544 get_path_oracle ()->dump (dump_file);
545 fprintf (dump_file, "\n");
546 dump (dump_file);
550 // A folding aid used to register and query relations along a path.
551 // When queried, it returns relations as they would appear on exit to
552 // the path.
554 // Relations are registered on entry so the path_oracle knows which
555 // block to query the root oracle at when a relation lies outside the
556 // path. However, when queried we return the relation on exit to the
557 // path, since the root_oracle ignores the registered.
559 class jt_fur_source : public fur_depend
561 public:
562 jt_fur_source (gimple *s, path_range_query *, gori_compute *,
563 const vec<basic_block> &);
564 relation_kind query_relation (tree op1, tree op2) override;
565 void register_relation (gimple *, relation_kind, tree op1, tree op2) override;
566 void register_relation (edge, relation_kind, tree op1, tree op2) override;
567 private:
568 basic_block m_entry;
571 jt_fur_source::jt_fur_source (gimple *s,
572 path_range_query *query,
573 gori_compute *gori,
574 const vec<basic_block> &path)
575 : fur_depend (s, gori, query)
577 gcc_checking_assert (!path.is_empty ());
579 m_entry = path[path.length () - 1];
581 if (dom_info_available_p (CDI_DOMINATORS))
582 m_oracle = query->oracle ();
583 else
584 m_oracle = NULL;
587 // Ignore statement and register relation on entry to path.
589 void
590 jt_fur_source::register_relation (gimple *, relation_kind k, tree op1, tree op2)
592 if (m_oracle)
593 m_oracle->register_relation (m_entry, k, op1, op2);
596 // Ignore edge and register relation on entry to path.
598 void
599 jt_fur_source::register_relation (edge, relation_kind k, tree op1, tree op2)
601 if (m_oracle)
602 m_oracle->register_relation (m_entry, k, op1, op2);
605 relation_kind
606 jt_fur_source::query_relation (tree op1, tree op2)
608 if (!m_oracle)
609 return VREL_NONE;
611 if (TREE_CODE (op1) != SSA_NAME || TREE_CODE (op2) != SSA_NAME)
612 return VREL_NONE;
614 return m_oracle->query_relation (m_entry, op1, op2);
617 // Return the range of STMT at the end of the path being analyzed.
619 bool
620 path_range_query::range_of_stmt (irange &r, gimple *stmt, tree)
622 tree type = gimple_range_type (stmt);
624 if (!irange::supports_type_p (type))
625 return false;
627 // If resolving unknowns, fold the statement as it would have
628 // appeared at the end of the path.
629 if (m_resolve)
631 fold_using_range f;
632 jt_fur_source src (stmt, this, &m_ranger.gori (), *m_path);
633 if (!f.fold_stmt (r, stmt, src))
634 r.set_varying (type);
636 // Otherwise, use the global ranger to fold it as it would appear in
637 // the original IL. This is more conservative, but faster.
638 else if (!fold_range (r, stmt, this))
639 r.set_varying (type);
641 return true;
644 void
645 path_range_query::maybe_register_phi_relation (gphi *phi, tree arg)
647 basic_block bb = gimple_bb (phi);
648 tree result = gimple_phi_result (phi);
649 gimple *def = SSA_NAME_DEF_STMT (arg);
651 // Avoid recording the equivalence if the arg is defined in this
652 // block, as that would create an ordering problem.
653 if (def && gimple_bb (def) == bb)
654 return;
656 if (dump_file && (dump_flags & TDF_DETAILS))
657 fprintf (dump_file, " from bb%d:", bb->index);
659 get_path_oracle ()->killing_def (result);
660 m_oracle->register_relation (entry_bb (), EQ_EXPR, arg, result);
663 // Compute relations for each PHI in BB. For example:
665 // x_5 = PHI<y_9(5),...>
667 // If the path flows through BB5, we can register that x_5 == y_9.
669 void
670 path_range_query::compute_phi_relations (basic_block bb, basic_block prev)
672 if (prev == NULL)
673 return;
675 edge e_in = find_edge (prev, bb);
677 for (gphi_iterator iter = gsi_start_phis (bb); !gsi_end_p (iter);
678 gsi_next (&iter))
680 gphi *phi = iter.phi ();
681 unsigned nargs = gimple_phi_num_args (phi);
683 for (size_t i = 0; i < nargs; ++i)
684 if (e_in == gimple_phi_arg_edge (phi, i))
686 tree arg = gimple_phi_arg_def (phi, i);
688 if (gimple_range_ssa_p (arg))
689 maybe_register_phi_relation (phi, arg);
690 break;
695 // Compute outgoing relations from BB to NEXT.
697 void
698 path_range_query::compute_outgoing_relations (basic_block bb, basic_block next)
700 gimple *stmt = last_stmt (bb);
702 if (stmt
703 && gimple_code (stmt) == GIMPLE_COND
704 && irange::supports_type_p (TREE_TYPE (gimple_cond_lhs (stmt))))
706 int_range<2> r;
707 gcond *cond = as_a<gcond *> (stmt);
708 edge e0 = EDGE_SUCC (bb, 0);
709 edge e1 = EDGE_SUCC (bb, 1);
711 if (e0->dest == next)
712 gcond_edge_range (r, e0);
713 else if (e1->dest == next)
714 gcond_edge_range (r, e1);
715 else
716 gcc_unreachable ();
718 jt_fur_source src (NULL, this, &m_ranger.gori (), *m_path);
719 src.register_outgoing_edges (cond, r, e0, e1);