Disable anchors and msdata for ASAN test-case (PR sanirizer/85174).
[official-gcc.git] / gcc / sanopt.c
blob223c06a83557ece5caeb7adb639a68b08d6d4f2a
1 /* Optimize and expand sanitizer functions.
2 Copyright (C) 2014-2018 Free Software Foundation, Inc.
3 Contributed by Marek Polacek <polacek@redhat.com>
5 This file is part of GCC.
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 3, or (at your option) any later
10 version.
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15 for more details.
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING3. If not see
19 <http://www.gnu.org/licenses/>. */
21 #include "config.h"
22 #include "system.h"
23 #include "coretypes.h"
24 #include "backend.h"
25 #include "tree.h"
26 #include "gimple.h"
27 #include "ssa.h"
28 #include "tree-pass.h"
29 #include "tree-ssa-operands.h"
30 #include "gimple-pretty-print.h"
31 #include "fold-const.h"
32 #include "gimple-iterator.h"
33 #include "stringpool.h"
34 #include "attribs.h"
35 #include "asan.h"
36 #include "ubsan.h"
37 #include "params.h"
38 #include "tree-hash-traits.h"
39 #include "gimple-ssa.h"
40 #include "tree-phinodes.h"
41 #include "ssa-iterators.h"
42 #include "gimplify.h"
43 #include "gimple-iterator.h"
44 #include "gimple-walk.h"
45 #include "cfghooks.h"
46 #include "tree-dfa.h"
47 #include "tree-ssa.h"
48 #include "varasm.h"
50 /* This is used to carry information about basic blocks. It is
51 attached to the AUX field of the standard CFG block. */
53 struct sanopt_info
55 /* True if this BB might call (directly or indirectly) free/munmap
56 or similar operation. */
57 bool has_freeing_call_p;
59 /* True if HAS_FREEING_CALL_P flag has been computed. */
60 bool has_freeing_call_computed_p;
62 /* True if there is a block with HAS_FREEING_CALL_P flag set
63 on any path between an immediate dominator of BB, denoted
64 imm(BB), and BB. */
65 bool imm_dom_path_with_freeing_call_p;
67 /* True if IMM_DOM_PATH_WITH_FREEING_CALL_P has been computed. */
68 bool imm_dom_path_with_freeing_call_computed_p;
70 /* Number of possibly freeing calls encountered in this bb
71 (so far). */
72 uint64_t freeing_call_events;
74 /* True if BB is currently being visited during computation
75 of IMM_DOM_PATH_WITH_FREEING_CALL_P flag. */
76 bool being_visited_p;
78 /* True if this BB has been visited in the dominator walk. */
79 bool visited_p;
82 /* If T has a single definition of form T = T2, return T2. */
84 static tree
85 maybe_get_single_definition (tree t)
87 if (TREE_CODE (t) == SSA_NAME)
89 gimple *g = SSA_NAME_DEF_STMT (t);
90 if (gimple_assign_single_p (g))
91 return gimple_assign_rhs1 (g);
93 return NULL_TREE;
96 /* Tree triplet for vptr_check_map. */
97 struct sanopt_tree_triplet
99 tree t1, t2, t3;
102 /* Traits class for tree triplet hash maps below. */
104 struct sanopt_tree_triplet_hash : typed_noop_remove <sanopt_tree_triplet>
106 typedef sanopt_tree_triplet value_type;
107 typedef sanopt_tree_triplet compare_type;
109 static hashval_t
110 hash (const sanopt_tree_triplet &ref)
112 inchash::hash hstate (0);
113 inchash::add_expr (ref.t1, hstate);
114 inchash::add_expr (ref.t2, hstate);
115 inchash::add_expr (ref.t3, hstate);
116 return hstate.end ();
119 static bool
120 equal (const sanopt_tree_triplet &ref1, const sanopt_tree_triplet &ref2)
122 return operand_equal_p (ref1.t1, ref2.t1, 0)
123 && operand_equal_p (ref1.t2, ref2.t2, 0)
124 && operand_equal_p (ref1.t3, ref2.t3, 0);
127 static void
128 mark_deleted (sanopt_tree_triplet &ref)
130 ref.t1 = reinterpret_cast<tree> (1);
133 static void
134 mark_empty (sanopt_tree_triplet &ref)
136 ref.t1 = NULL;
139 static bool
140 is_deleted (const sanopt_tree_triplet &ref)
142 return ref.t1 == reinterpret_cast<tree> (1);
145 static bool
146 is_empty (const sanopt_tree_triplet &ref)
148 return ref.t1 == NULL;
152 /* Tree couple for ptr_check_map. */
153 struct sanopt_tree_couple
155 tree ptr;
156 bool pos_p;
159 /* Traits class for tree triplet hash maps below. */
161 struct sanopt_tree_couple_hash : typed_noop_remove <sanopt_tree_couple>
163 typedef sanopt_tree_couple value_type;
164 typedef sanopt_tree_couple compare_type;
166 static hashval_t
167 hash (const sanopt_tree_couple &ref)
169 inchash::hash hstate (0);
170 inchash::add_expr (ref.ptr, hstate);
171 hstate.add_int (ref.pos_p);
172 return hstate.end ();
175 static bool
176 equal (const sanopt_tree_couple &ref1, const sanopt_tree_couple &ref2)
178 return operand_equal_p (ref1.ptr, ref2.ptr, 0)
179 && ref1.pos_p == ref2.pos_p;
182 static void
183 mark_deleted (sanopt_tree_couple &ref)
185 ref.ptr = reinterpret_cast<tree> (1);
188 static void
189 mark_empty (sanopt_tree_couple &ref)
191 ref.ptr = NULL;
194 static bool
195 is_deleted (const sanopt_tree_couple &ref)
197 return ref.ptr == reinterpret_cast<tree> (1);
200 static bool
201 is_empty (const sanopt_tree_couple &ref)
203 return ref.ptr == NULL;
207 /* This is used to carry various hash maps and variables used
208 in sanopt_optimize_walker. */
210 struct sanopt_ctx
212 /* This map maps a pointer (the first argument of UBSAN_NULL) to
213 a vector of UBSAN_NULL call statements that check this pointer. */
214 hash_map<tree, auto_vec<gimple *> > null_check_map;
216 /* This map maps a pointer (the second argument of ASAN_CHECK) to
217 a vector of ASAN_CHECK call statements that check the access. */
218 hash_map<tree_operand_hash, auto_vec<gimple *> > asan_check_map;
220 /* This map maps a tree triplet (the first, second and fourth argument
221 of UBSAN_VPTR) to a vector of UBSAN_VPTR call statements that check
222 that virtual table pointer. */
223 hash_map<sanopt_tree_triplet_hash, auto_vec<gimple *> > vptr_check_map;
225 /* This map maps a couple (tree and boolean) to a vector of UBSAN_PTR
226 call statements that check that pointer overflow. */
227 hash_map<sanopt_tree_couple_hash, auto_vec<gimple *> > ptr_check_map;
229 /* Number of IFN_ASAN_CHECK statements. */
230 int asan_num_accesses;
232 /* True when the current functions constains an ASAN_MARK. */
233 bool contains_asan_mark;
236 /* Return true if there might be any call to free/munmap operation
237 on any path in between DOM (which should be imm(BB)) and BB. */
239 static bool
240 imm_dom_path_with_freeing_call (basic_block bb, basic_block dom)
242 sanopt_info *info = (sanopt_info *) bb->aux;
243 edge e;
244 edge_iterator ei;
246 if (info->imm_dom_path_with_freeing_call_computed_p)
247 return info->imm_dom_path_with_freeing_call_p;
249 info->being_visited_p = true;
251 FOR_EACH_EDGE (e, ei, bb->preds)
253 sanopt_info *pred_info = (sanopt_info *) e->src->aux;
255 if (e->src == dom)
256 continue;
258 if ((pred_info->imm_dom_path_with_freeing_call_computed_p
259 && pred_info->imm_dom_path_with_freeing_call_p)
260 || (pred_info->has_freeing_call_computed_p
261 && pred_info->has_freeing_call_p))
263 info->imm_dom_path_with_freeing_call_computed_p = true;
264 info->imm_dom_path_with_freeing_call_p = true;
265 info->being_visited_p = false;
266 return true;
270 FOR_EACH_EDGE (e, ei, bb->preds)
272 sanopt_info *pred_info = (sanopt_info *) e->src->aux;
274 if (e->src == dom)
275 continue;
277 if (pred_info->has_freeing_call_computed_p)
278 continue;
280 gimple_stmt_iterator gsi;
281 for (gsi = gsi_start_bb (e->src); !gsi_end_p (gsi); gsi_next (&gsi))
283 gimple *stmt = gsi_stmt (gsi);
284 gasm *asm_stmt;
286 if ((is_gimple_call (stmt) && !nonfreeing_call_p (stmt))
287 || ((asm_stmt = dyn_cast <gasm *> (stmt))
288 && (gimple_asm_clobbers_memory_p (asm_stmt)
289 || gimple_asm_volatile_p (asm_stmt))))
291 pred_info->has_freeing_call_p = true;
292 break;
296 pred_info->has_freeing_call_computed_p = true;
297 if (pred_info->has_freeing_call_p)
299 info->imm_dom_path_with_freeing_call_computed_p = true;
300 info->imm_dom_path_with_freeing_call_p = true;
301 info->being_visited_p = false;
302 return true;
306 FOR_EACH_EDGE (e, ei, bb->preds)
308 if (e->src == dom)
309 continue;
311 basic_block src;
312 for (src = e->src; src != dom; )
314 sanopt_info *pred_info = (sanopt_info *) src->aux;
315 if (pred_info->being_visited_p)
316 break;
317 basic_block imm = get_immediate_dominator (CDI_DOMINATORS, src);
318 if (imm_dom_path_with_freeing_call (src, imm))
320 info->imm_dom_path_with_freeing_call_computed_p = true;
321 info->imm_dom_path_with_freeing_call_p = true;
322 info->being_visited_p = false;
323 return true;
325 src = imm;
329 info->imm_dom_path_with_freeing_call_computed_p = true;
330 info->imm_dom_path_with_freeing_call_p = false;
331 info->being_visited_p = false;
332 return false;
335 /* Get the first dominating check from the list of stored checks.
336 Non-dominating checks are silently dropped. */
338 static gimple *
339 maybe_get_dominating_check (auto_vec<gimple *> &v)
341 for (; !v.is_empty (); v.pop ())
343 gimple *g = v.last ();
344 sanopt_info *si = (sanopt_info *) gimple_bb (g)->aux;
345 if (!si->visited_p)
346 /* At this point we shouldn't have any statements
347 that aren't dominating the current BB. */
348 return g;
350 return NULL;
353 /* Optimize away redundant UBSAN_NULL calls. */
355 static bool
356 maybe_optimize_ubsan_null_ifn (struct sanopt_ctx *ctx, gimple *stmt)
358 gcc_assert (gimple_call_num_args (stmt) == 3);
359 tree ptr = gimple_call_arg (stmt, 0);
360 tree cur_align = gimple_call_arg (stmt, 2);
361 gcc_assert (TREE_CODE (cur_align) == INTEGER_CST);
362 bool remove = false;
364 auto_vec<gimple *> &v = ctx->null_check_map.get_or_insert (ptr);
365 gimple *g = maybe_get_dominating_check (v);
366 if (!g)
368 /* For this PTR we don't have any UBSAN_NULL stmts recorded, so there's
369 nothing to optimize yet. */
370 v.safe_push (stmt);
371 return false;
374 /* We already have recorded a UBSAN_NULL check for this pointer. Perhaps we
375 can drop this one. But only if this check doesn't specify stricter
376 alignment. */
378 tree align = gimple_call_arg (g, 2);
379 int kind = tree_to_shwi (gimple_call_arg (g, 1));
380 /* If this is a NULL pointer check where we had segv anyway, we can
381 remove it. */
382 if (integer_zerop (align)
383 && (kind == UBSAN_LOAD_OF
384 || kind == UBSAN_STORE_OF
385 || kind == UBSAN_MEMBER_ACCESS))
386 remove = true;
387 /* Otherwise remove the check in non-recovering mode, or if the
388 stmts have same location. */
389 else if (integer_zerop (align))
390 remove = (flag_sanitize_recover & SANITIZE_NULL) == 0
391 || flag_sanitize_undefined_trap_on_error
392 || gimple_location (g) == gimple_location (stmt);
393 else if (tree_int_cst_le (cur_align, align))
394 remove = (flag_sanitize_recover & SANITIZE_ALIGNMENT) == 0
395 || flag_sanitize_undefined_trap_on_error
396 || gimple_location (g) == gimple_location (stmt);
398 if (!remove && gimple_bb (g) == gimple_bb (stmt)
399 && tree_int_cst_compare (cur_align, align) == 0)
400 v.pop ();
402 if (!remove)
403 v.safe_push (stmt);
404 return remove;
407 /* Return true when pointer PTR for a given CUR_OFFSET is already sanitized
408 in a given sanitization context CTX. */
410 static bool
411 has_dominating_ubsan_ptr_check (sanopt_ctx *ctx, tree ptr,
412 offset_int &cur_offset)
414 bool pos_p = !wi::neg_p (cur_offset);
415 sanopt_tree_couple couple;
416 couple.ptr = ptr;
417 couple.pos_p = pos_p;
419 auto_vec<gimple *> &v = ctx->ptr_check_map.get_or_insert (couple);
420 gimple *g = maybe_get_dominating_check (v);
421 if (!g)
422 return false;
424 /* We already have recorded a UBSAN_PTR check for this pointer. Perhaps we
425 can drop this one. But only if this check doesn't specify larger offset.
427 tree offset = gimple_call_arg (g, 1);
428 gcc_assert (TREE_CODE (offset) == INTEGER_CST);
429 offset_int ooffset = wi::sext (wi::to_offset (offset), POINTER_SIZE);
431 if (pos_p)
433 if (wi::les_p (cur_offset, ooffset))
434 return true;
436 else if (!pos_p && wi::les_p (ooffset, cur_offset))
437 return true;
439 return false;
442 /* Record UBSAN_PTR check of given context CTX. Register pointer PTR on
443 a given OFFSET that it's handled by GIMPLE STMT. */
445 static void
446 record_ubsan_ptr_check_stmt (sanopt_ctx *ctx, gimple *stmt, tree ptr,
447 const offset_int &offset)
449 sanopt_tree_couple couple;
450 couple.ptr = ptr;
451 couple.pos_p = !wi::neg_p (offset);
453 auto_vec<gimple *> &v = ctx->ptr_check_map.get_or_insert (couple);
454 v.safe_push (stmt);
457 /* Optimize away redundant UBSAN_PTR calls. */
459 static bool
460 maybe_optimize_ubsan_ptr_ifn (sanopt_ctx *ctx, gimple *stmt)
462 poly_int64 bitsize, pbitpos;
463 machine_mode mode;
464 int volatilep = 0, reversep, unsignedp = 0;
465 tree offset;
467 gcc_assert (gimple_call_num_args (stmt) == 2);
468 tree ptr = gimple_call_arg (stmt, 0);
469 tree off = gimple_call_arg (stmt, 1);
471 if (TREE_CODE (off) != INTEGER_CST)
472 return false;
474 if (integer_zerop (off))
475 return true;
477 offset_int cur_offset = wi::sext (wi::to_offset (off), POINTER_SIZE);
478 if (has_dominating_ubsan_ptr_check (ctx, ptr, cur_offset))
479 return true;
481 tree base = ptr;
482 if (TREE_CODE (base) == ADDR_EXPR)
484 base = TREE_OPERAND (base, 0);
486 HOST_WIDE_INT bitpos;
487 base = get_inner_reference (base, &bitsize, &pbitpos, &offset, &mode,
488 &unsignedp, &reversep, &volatilep);
489 if ((offset == NULL_TREE || TREE_CODE (offset) == INTEGER_CST)
490 && DECL_P (base)
491 && !DECL_REGISTER (base)
492 && pbitpos.is_constant (&bitpos))
494 offset_int expr_offset;
495 if (offset)
496 expr_offset = wi::to_offset (offset) + bitpos / BITS_PER_UNIT;
497 else
498 expr_offset = bitpos / BITS_PER_UNIT;
499 expr_offset = wi::sext (expr_offset, POINTER_SIZE);
500 offset_int total_offset = expr_offset + cur_offset;
501 if (total_offset != wi::sext (total_offset, POINTER_SIZE))
503 record_ubsan_ptr_check_stmt (ctx, stmt, ptr, cur_offset);
504 return false;
507 /* If BASE is a fixed size automatic variable or
508 global variable defined in the current TU, we don't have
509 to instrument anything if offset is within address
510 of the variable. */
511 if ((VAR_P (base)
512 || TREE_CODE (base) == PARM_DECL
513 || TREE_CODE (base) == RESULT_DECL)
514 && DECL_SIZE_UNIT (base)
515 && TREE_CODE (DECL_SIZE_UNIT (base)) == INTEGER_CST
516 && (!is_global_var (base) || decl_binds_to_current_def_p (base)))
518 offset_int base_size = wi::to_offset (DECL_SIZE_UNIT (base));
519 if (!wi::neg_p (expr_offset)
520 && wi::les_p (total_offset, base_size))
522 if (!wi::neg_p (total_offset)
523 && wi::les_p (total_offset, base_size))
524 return true;
528 /* Following expression: UBSAN_PTR (&MEM_REF[ptr + x], y) can be
529 handled as follows:
531 1) sign (x) == sign (y), then check for dominating check of (x + y)
532 2) sign (x) != sign (y), then first check if we have a dominating
533 check for ptr + x. If so, then we have 2 situations:
534 a) sign (x) == sign (x + y), here we are done, example:
535 UBSAN_PTR (&MEM_REF[ptr + 100], -50)
536 b) check for dominating check of ptr + x + y.
539 bool sign_cur_offset = !wi::neg_p (cur_offset);
540 bool sign_expr_offset = !wi::neg_p (expr_offset);
542 tree base_addr
543 = build1 (ADDR_EXPR, build_pointer_type (TREE_TYPE (base)), base);
545 bool add = false;
546 if (sign_cur_offset == sign_expr_offset)
548 if (has_dominating_ubsan_ptr_check (ctx, base_addr, total_offset))
549 return true;
550 else
551 add = true;
553 else
555 if (!has_dominating_ubsan_ptr_check (ctx, base_addr, expr_offset))
556 ; /* Don't record base_addr + expr_offset, it's not a guarding
557 check. */
558 else
560 bool sign_total_offset = !wi::neg_p (total_offset);
561 if (sign_expr_offset == sign_total_offset)
562 return true;
563 else
565 if (has_dominating_ubsan_ptr_check (ctx, base_addr,
566 total_offset))
567 return true;
568 else
569 add = true;
574 /* Record a new dominating check for base_addr + total_offset. */
575 if (add && !operand_equal_p (base, base_addr, 0))
576 record_ubsan_ptr_check_stmt (ctx, stmt, base_addr,
577 total_offset);
581 /* For this PTR we don't have any UBSAN_PTR stmts recorded, so there's
582 nothing to optimize yet. */
583 record_ubsan_ptr_check_stmt (ctx, stmt, ptr, cur_offset);
585 return false;
588 /* Optimize away redundant UBSAN_VPTR calls. The second argument
589 is the value loaded from the virtual table, so rely on FRE to find out
590 when we can actually optimize. */
592 static bool
593 maybe_optimize_ubsan_vptr_ifn (struct sanopt_ctx *ctx, gimple *stmt)
595 gcc_assert (gimple_call_num_args (stmt) == 5);
596 sanopt_tree_triplet triplet;
597 triplet.t1 = gimple_call_arg (stmt, 0);
598 triplet.t2 = gimple_call_arg (stmt, 1);
599 triplet.t3 = gimple_call_arg (stmt, 3);
601 auto_vec<gimple *> &v = ctx->vptr_check_map.get_or_insert (triplet);
602 gimple *g = maybe_get_dominating_check (v);
603 if (!g)
605 /* For this PTR we don't have any UBSAN_VPTR stmts recorded, so there's
606 nothing to optimize yet. */
607 v.safe_push (stmt);
608 return false;
611 return true;
614 /* Returns TRUE if ASan check of length LEN in block BB can be removed
615 if preceded by checks in V. */
617 static bool
618 can_remove_asan_check (auto_vec<gimple *> &v, tree len, basic_block bb)
620 unsigned int i;
621 gimple *g;
622 gimple *to_pop = NULL;
623 bool remove = false;
624 basic_block last_bb = bb;
625 bool cleanup = false;
627 FOR_EACH_VEC_ELT_REVERSE (v, i, g)
629 basic_block gbb = gimple_bb (g);
630 sanopt_info *si = (sanopt_info *) gbb->aux;
631 if (gimple_uid (g) < si->freeing_call_events)
633 /* If there is a potentially freeing call after g in gbb, we should
634 remove it from the vector, can't use in optimization. */
635 cleanup = true;
636 continue;
639 tree glen = gimple_call_arg (g, 2);
640 gcc_assert (TREE_CODE (glen) == INTEGER_CST);
642 /* If we've checked only smaller length than we want to check now,
643 we can't remove the current stmt. If g is in the same basic block,
644 we want to remove it though, as the current stmt is better. */
645 if (tree_int_cst_lt (glen, len))
647 if (gbb == bb)
649 to_pop = g;
650 cleanup = true;
652 continue;
655 while (last_bb != gbb)
657 /* Paths from last_bb to bb have been checked before.
658 gbb is necessarily a dominator of last_bb, but not necessarily
659 immediate dominator. */
660 if (((sanopt_info *) last_bb->aux)->freeing_call_events)
661 break;
663 basic_block imm = get_immediate_dominator (CDI_DOMINATORS, last_bb);
664 gcc_assert (imm);
665 if (imm_dom_path_with_freeing_call (last_bb, imm))
666 break;
668 last_bb = imm;
670 if (last_bb == gbb)
671 remove = true;
672 break;
675 if (cleanup)
677 unsigned int j = 0, l = v.length ();
678 for (i = 0; i < l; i++)
679 if (v[i] != to_pop
680 && (gimple_uid (v[i])
681 == ((sanopt_info *)
682 gimple_bb (v[i])->aux)->freeing_call_events))
684 if (i != j)
685 v[j] = v[i];
686 j++;
688 v.truncate (j);
691 return remove;
694 /* Optimize away redundant ASAN_CHECK calls. */
696 static bool
697 maybe_optimize_asan_check_ifn (struct sanopt_ctx *ctx, gimple *stmt)
699 gcc_assert (gimple_call_num_args (stmt) == 4);
700 tree ptr = gimple_call_arg (stmt, 1);
701 tree len = gimple_call_arg (stmt, 2);
702 basic_block bb = gimple_bb (stmt);
703 sanopt_info *info = (sanopt_info *) bb->aux;
705 if (TREE_CODE (len) != INTEGER_CST)
706 return false;
707 if (integer_zerop (len))
708 return false;
710 gimple_set_uid (stmt, info->freeing_call_events);
712 auto_vec<gimple *> *ptr_checks = &ctx->asan_check_map.get_or_insert (ptr);
714 tree base_addr = maybe_get_single_definition (ptr);
715 auto_vec<gimple *> *base_checks = NULL;
716 if (base_addr)
718 base_checks = &ctx->asan_check_map.get_or_insert (base_addr);
719 /* Original pointer might have been invalidated. */
720 ptr_checks = ctx->asan_check_map.get (ptr);
723 gimple *g = maybe_get_dominating_check (*ptr_checks);
724 gimple *g2 = NULL;
726 if (base_checks)
727 /* Try with base address as well. */
728 g2 = maybe_get_dominating_check (*base_checks);
730 if (g == NULL && g2 == NULL)
732 /* For this PTR we don't have any ASAN_CHECK stmts recorded, so there's
733 nothing to optimize yet. */
734 ptr_checks->safe_push (stmt);
735 if (base_checks)
736 base_checks->safe_push (stmt);
737 return false;
740 bool remove = false;
742 if (ptr_checks)
743 remove = can_remove_asan_check (*ptr_checks, len, bb);
745 if (!remove && base_checks)
746 /* Try with base address as well. */
747 remove = can_remove_asan_check (*base_checks, len, bb);
749 if (!remove)
751 ptr_checks->safe_push (stmt);
752 if (base_checks)
753 base_checks->safe_push (stmt);
756 return remove;
759 /* Try to optimize away redundant UBSAN_NULL and ASAN_CHECK calls.
761 We walk blocks in the CFG via a depth first search of the dominator
762 tree; we push unique UBSAN_NULL or ASAN_CHECK statements into a vector
763 in the NULL_CHECK_MAP or ASAN_CHECK_MAP hash maps as we enter the
764 blocks. When leaving a block, we mark the block as visited; then
765 when checking the statements in the vector, we ignore statements that
766 are coming from already visited blocks, because these cannot dominate
767 anything anymore. CTX is a sanopt context. */
769 static void
770 sanopt_optimize_walker (basic_block bb, struct sanopt_ctx *ctx)
772 basic_block son;
773 gimple_stmt_iterator gsi;
774 sanopt_info *info = (sanopt_info *) bb->aux;
775 bool asan_check_optimize = (flag_sanitize & SANITIZE_ADDRESS) != 0;
777 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi);)
779 gimple *stmt = gsi_stmt (gsi);
780 bool remove = false;
782 if (!is_gimple_call (stmt))
784 /* Handle asm volatile or asm with "memory" clobber
785 the same as potentionally freeing call. */
786 gasm *asm_stmt = dyn_cast <gasm *> (stmt);
787 if (asm_stmt
788 && asan_check_optimize
789 && (gimple_asm_clobbers_memory_p (asm_stmt)
790 || gimple_asm_volatile_p (asm_stmt)))
791 info->freeing_call_events++;
792 gsi_next (&gsi);
793 continue;
796 if (asan_check_optimize && !nonfreeing_call_p (stmt))
797 info->freeing_call_events++;
799 /* If __asan_before_dynamic_init ("module"); is followed by
800 __asan_after_dynamic_init (); without intervening memory loads/stores,
801 there is nothing to guard, so optimize both away. */
802 if (asan_check_optimize
803 && gimple_call_builtin_p (stmt, BUILT_IN_ASAN_BEFORE_DYNAMIC_INIT))
805 use_operand_p use;
806 gimple *use_stmt;
807 if (single_imm_use (gimple_vdef (stmt), &use, &use_stmt))
809 if (is_gimple_call (use_stmt)
810 && gimple_call_builtin_p (use_stmt,
811 BUILT_IN_ASAN_AFTER_DYNAMIC_INIT))
813 unlink_stmt_vdef (use_stmt);
814 gimple_stmt_iterator gsi2 = gsi_for_stmt (use_stmt);
815 gsi_remove (&gsi2, true);
816 remove = true;
821 if (gimple_call_internal_p (stmt))
822 switch (gimple_call_internal_fn (stmt))
824 case IFN_UBSAN_NULL:
825 remove = maybe_optimize_ubsan_null_ifn (ctx, stmt);
826 break;
827 case IFN_UBSAN_VPTR:
828 remove = maybe_optimize_ubsan_vptr_ifn (ctx, stmt);
829 break;
830 case IFN_UBSAN_PTR:
831 remove = maybe_optimize_ubsan_ptr_ifn (ctx, stmt);
832 break;
833 case IFN_ASAN_CHECK:
834 if (asan_check_optimize)
835 remove = maybe_optimize_asan_check_ifn (ctx, stmt);
836 if (!remove)
837 ctx->asan_num_accesses++;
838 break;
839 case IFN_ASAN_MARK:
840 ctx->contains_asan_mark = true;
841 break;
842 default:
843 break;
846 if (remove)
848 /* Drop this check. */
849 if (dump_file && (dump_flags & TDF_DETAILS))
851 fprintf (dump_file, "Optimizing out: ");
852 print_gimple_stmt (dump_file, stmt, 0, dump_flags);
854 unlink_stmt_vdef (stmt);
855 gsi_remove (&gsi, true);
857 else
859 if (dump_file && (dump_flags & TDF_DETAILS))
861 fprintf (dump_file, "Leaving: ");
862 print_gimple_stmt (dump_file, stmt, 0, dump_flags);
865 gsi_next (&gsi);
869 if (asan_check_optimize)
871 info->has_freeing_call_p = info->freeing_call_events != 0;
872 info->has_freeing_call_computed_p = true;
875 for (son = first_dom_son (CDI_DOMINATORS, bb);
876 son;
877 son = next_dom_son (CDI_DOMINATORS, son))
878 sanopt_optimize_walker (son, ctx);
880 /* We're leaving this BB, so mark it to that effect. */
881 info->visited_p = true;
884 /* Try to remove redundant sanitizer checks in function FUN. */
886 static int
887 sanopt_optimize (function *fun, bool *contains_asan_mark)
889 struct sanopt_ctx ctx;
890 ctx.asan_num_accesses = 0;
891 ctx.contains_asan_mark = false;
893 /* Set up block info for each basic block. */
894 alloc_aux_for_blocks (sizeof (sanopt_info));
896 /* We're going to do a dominator walk, so ensure that we have
897 dominance information. */
898 calculate_dominance_info (CDI_DOMINATORS);
900 /* Recursively walk the dominator tree optimizing away
901 redundant checks. */
902 sanopt_optimize_walker (ENTRY_BLOCK_PTR_FOR_FN (fun), &ctx);
904 free_aux_for_blocks ();
906 *contains_asan_mark = ctx.contains_asan_mark;
907 return ctx.asan_num_accesses;
910 /* Perform optimization of sanitize functions. */
912 namespace {
914 const pass_data pass_data_sanopt =
916 GIMPLE_PASS, /* type */
917 "sanopt", /* name */
918 OPTGROUP_NONE, /* optinfo_flags */
919 TV_NONE, /* tv_id */
920 ( PROP_ssa | PROP_cfg | PROP_gimple_leh ), /* properties_required */
921 0, /* properties_provided */
922 0, /* properties_destroyed */
923 0, /* todo_flags_start */
924 TODO_update_ssa, /* todo_flags_finish */
927 class pass_sanopt : public gimple_opt_pass
929 public:
930 pass_sanopt (gcc::context *ctxt)
931 : gimple_opt_pass (pass_data_sanopt, ctxt)
934 /* opt_pass methods: */
935 virtual bool gate (function *) { return flag_sanitize; }
936 virtual unsigned int execute (function *);
938 }; // class pass_sanopt
940 /* Sanitize all ASAN_MARK unpoison calls that are not reachable by a BB
941 that contains an ASAN_MARK poison. All these ASAN_MARK unpoison call
942 can be removed as all variables are unpoisoned in a function prologue. */
944 static void
945 sanitize_asan_mark_unpoison (void)
947 /* 1) Find all BBs that contain an ASAN_MARK poison call. */
948 auto_sbitmap with_poison (last_basic_block_for_fn (cfun) + 1);
949 bitmap_clear (with_poison);
950 basic_block bb;
952 FOR_EACH_BB_FN (bb, cfun)
954 if (bitmap_bit_p (with_poison, bb->index))
955 continue;
957 gimple_stmt_iterator gsi;
958 for (gsi = gsi_last_bb (bb); !gsi_end_p (gsi); gsi_prev (&gsi))
960 gimple *stmt = gsi_stmt (gsi);
961 if (asan_mark_p (stmt, ASAN_MARK_POISON))
963 bitmap_set_bit (with_poison, bb->index);
964 break;
969 auto_sbitmap poisoned (last_basic_block_for_fn (cfun) + 1);
970 bitmap_clear (poisoned);
971 auto_sbitmap worklist (last_basic_block_for_fn (cfun) + 1);
972 bitmap_copy (worklist, with_poison);
974 /* 2) Propagate the information to all reachable blocks. */
975 while (!bitmap_empty_p (worklist))
977 unsigned i = bitmap_first_set_bit (worklist);
978 bitmap_clear_bit (worklist, i);
979 basic_block bb = BASIC_BLOCK_FOR_FN (cfun, i);
980 gcc_assert (bb);
982 edge e;
983 edge_iterator ei;
984 FOR_EACH_EDGE (e, ei, bb->succs)
985 if (!bitmap_bit_p (poisoned, e->dest->index))
987 bitmap_set_bit (poisoned, e->dest->index);
988 bitmap_set_bit (worklist, e->dest->index);
992 /* 3) Iterate all BBs not included in POISONED BBs and remove unpoison
993 ASAN_MARK preceding an ASAN_MARK poison (which can still happen). */
994 FOR_EACH_BB_FN (bb, cfun)
996 if (bitmap_bit_p (poisoned, bb->index))
997 continue;
999 gimple_stmt_iterator gsi;
1000 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi);)
1002 gimple *stmt = gsi_stmt (gsi);
1003 if (gimple_call_internal_p (stmt, IFN_ASAN_MARK))
1005 if (asan_mark_p (stmt, ASAN_MARK_POISON))
1006 break;
1007 else
1009 if (dump_file)
1010 fprintf (dump_file, "Removing ASAN_MARK unpoison\n");
1011 unlink_stmt_vdef (stmt);
1012 release_defs (stmt);
1013 gsi_remove (&gsi, true);
1014 continue;
1018 gsi_next (&gsi);
1023 /* Return true when STMT is either ASAN_CHECK call or a call of a function
1024 that can contain an ASAN_CHECK. */
1026 static bool
1027 maybe_contains_asan_check (gimple *stmt)
1029 if (is_gimple_call (stmt))
1031 if (gimple_call_internal_p (stmt, IFN_ASAN_MARK))
1032 return false;
1033 else
1034 return !(gimple_call_flags (stmt) & ECF_CONST);
1036 else if (is_a<gasm *> (stmt))
1037 return true;
1039 return false;
1042 /* Sanitize all ASAN_MARK poison calls that are not followed by an ASAN_CHECK
1043 call. These calls can be removed. */
1045 static void
1046 sanitize_asan_mark_poison (void)
1048 /* 1) Find all BBs that possibly contain an ASAN_CHECK. */
1049 auto_sbitmap with_check (last_basic_block_for_fn (cfun) + 1);
1050 bitmap_clear (with_check);
1051 basic_block bb;
1053 FOR_EACH_BB_FN (bb, cfun)
1055 gimple_stmt_iterator gsi;
1056 for (gsi = gsi_last_bb (bb); !gsi_end_p (gsi); gsi_prev (&gsi))
1058 gimple *stmt = gsi_stmt (gsi);
1059 if (maybe_contains_asan_check (stmt))
1061 bitmap_set_bit (with_check, bb->index);
1062 break;
1067 auto_sbitmap can_reach_check (last_basic_block_for_fn (cfun) + 1);
1068 bitmap_clear (can_reach_check);
1069 auto_sbitmap worklist (last_basic_block_for_fn (cfun) + 1);
1070 bitmap_copy (worklist, with_check);
1072 /* 2) Propagate the information to all definitions blocks. */
1073 while (!bitmap_empty_p (worklist))
1075 unsigned i = bitmap_first_set_bit (worklist);
1076 bitmap_clear_bit (worklist, i);
1077 basic_block bb = BASIC_BLOCK_FOR_FN (cfun, i);
1078 gcc_assert (bb);
1080 edge e;
1081 edge_iterator ei;
1082 FOR_EACH_EDGE (e, ei, bb->preds)
1083 if (!bitmap_bit_p (can_reach_check, e->src->index))
1085 bitmap_set_bit (can_reach_check, e->src->index);
1086 bitmap_set_bit (worklist, e->src->index);
1090 /* 3) Iterate all BBs not included in CAN_REACH_CHECK BBs and remove poison
1091 ASAN_MARK not followed by a call to function having an ASAN_CHECK. */
1092 FOR_EACH_BB_FN (bb, cfun)
1094 if (bitmap_bit_p (can_reach_check, bb->index))
1095 continue;
1097 gimple_stmt_iterator gsi;
1098 for (gsi = gsi_last_bb (bb); !gsi_end_p (gsi);)
1100 gimple *stmt = gsi_stmt (gsi);
1101 if (maybe_contains_asan_check (stmt))
1102 break;
1103 else if (asan_mark_p (stmt, ASAN_MARK_POISON))
1105 if (dump_file)
1106 fprintf (dump_file, "Removing ASAN_MARK poison\n");
1107 unlink_stmt_vdef (stmt);
1108 release_defs (stmt);
1109 gimple_stmt_iterator gsi2 = gsi;
1110 gsi_prev (&gsi);
1111 gsi_remove (&gsi2, true);
1112 continue;
1115 gsi_prev (&gsi);
1120 /* Rewrite all usages of tree OP which is a PARM_DECL with a VAR_DECL
1121 that is it's DECL_VALUE_EXPR. */
1123 static tree
1124 rewrite_usage_of_param (tree *op, int *walk_subtrees, void *)
1126 if (TREE_CODE (*op) == PARM_DECL && DECL_HAS_VALUE_EXPR_P (*op))
1128 *op = DECL_VALUE_EXPR (*op);
1129 *walk_subtrees = 0;
1132 return NULL;
1135 /* For a given function FUN, rewrite all addressable parameters so that
1136 a new automatic variable is introduced. Right after function entry
1137 a parameter is assigned to the variable. */
1139 static void
1140 sanitize_rewrite_addressable_params (function *fun)
1142 gimple *g;
1143 gimple_seq stmts = NULL;
1144 bool has_any_addressable_param = false;
1145 auto_vec<tree> clear_value_expr_list;
1147 for (tree arg = DECL_ARGUMENTS (current_function_decl);
1148 arg; arg = DECL_CHAIN (arg))
1150 tree type = TREE_TYPE (arg);
1151 if (TREE_ADDRESSABLE (arg)
1152 && !TREE_ADDRESSABLE (type)
1153 && !TREE_THIS_VOLATILE (arg)
1154 && TREE_CODE (TYPE_SIZE (type)) == INTEGER_CST)
1156 TREE_ADDRESSABLE (arg) = 0;
1157 /* The parameter is no longer addressable. */
1158 has_any_addressable_param = true;
1160 /* Create a new automatic variable. */
1161 tree var = build_decl (DECL_SOURCE_LOCATION (arg),
1162 VAR_DECL, DECL_NAME (arg), type);
1163 TREE_ADDRESSABLE (var) = 1;
1164 DECL_IGNORED_P (var) = 1;
1166 gimple_add_tmp_var (var);
1168 if (dump_file)
1169 fprintf (dump_file,
1170 "Rewriting parameter whose address is taken: %s\n",
1171 IDENTIFIER_POINTER (DECL_NAME (arg)));
1173 gcc_assert (!DECL_HAS_VALUE_EXPR_P (arg));
1175 SET_DECL_PT_UID (var, DECL_PT_UID (arg));
1177 /* Assign value of parameter to newly created variable. */
1178 if ((TREE_CODE (type) == COMPLEX_TYPE
1179 || TREE_CODE (type) == VECTOR_TYPE))
1181 /* We need to create a SSA name that will be used for the
1182 assignment. */
1183 DECL_GIMPLE_REG_P (arg) = 1;
1184 tree tmp = get_or_create_ssa_default_def (cfun, arg);
1185 g = gimple_build_assign (var, tmp);
1186 gimple_set_location (g, DECL_SOURCE_LOCATION (arg));
1187 gimple_seq_add_stmt (&stmts, g);
1189 else
1191 g = gimple_build_assign (var, arg);
1192 gimple_set_location (g, DECL_SOURCE_LOCATION (arg));
1193 gimple_seq_add_stmt (&stmts, g);
1196 if (target_for_debug_bind (arg))
1198 g = gimple_build_debug_bind (arg, var, NULL);
1199 gimple_seq_add_stmt (&stmts, g);
1200 clear_value_expr_list.safe_push (arg);
1203 DECL_HAS_VALUE_EXPR_P (arg) = 1;
1204 SET_DECL_VALUE_EXPR (arg, var);
1208 if (!has_any_addressable_param)
1209 return;
1211 /* Replace all usages of PARM_DECLs with the newly
1212 created variable VAR. */
1213 basic_block bb;
1214 FOR_EACH_BB_FN (bb, fun)
1216 gimple_stmt_iterator gsi;
1217 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
1219 gimple *stmt = gsi_stmt (gsi);
1220 gimple_stmt_iterator it = gsi_for_stmt (stmt);
1221 walk_gimple_stmt (&it, NULL, rewrite_usage_of_param, NULL);
1223 for (gsi = gsi_start_phis (bb); !gsi_end_p (gsi); gsi_next (&gsi))
1225 gphi *phi = dyn_cast<gphi *> (gsi_stmt (gsi));
1226 for (unsigned i = 0; i < gimple_phi_num_args (phi); ++i)
1228 hash_set<tree> visited_nodes;
1229 walk_tree (gimple_phi_arg_def_ptr (phi, i),
1230 rewrite_usage_of_param, NULL, &visited_nodes);
1235 /* Unset value expr for parameters for which we created debug bind
1236 expressions. */
1237 unsigned i;
1238 tree arg;
1239 FOR_EACH_VEC_ELT (clear_value_expr_list, i, arg)
1241 DECL_HAS_VALUE_EXPR_P (arg) = 0;
1242 SET_DECL_VALUE_EXPR (arg, NULL_TREE);
1245 /* Insert default assignments at the beginning of a function. */
1246 basic_block entry_bb = ENTRY_BLOCK_PTR_FOR_FN (fun);
1247 entry_bb = split_edge (single_succ_edge (entry_bb));
1249 gimple_stmt_iterator gsi = gsi_start_bb (entry_bb);
1250 gsi_insert_seq_before (&gsi, stmts, GSI_NEW_STMT);
1253 unsigned int
1254 pass_sanopt::execute (function *fun)
1256 basic_block bb;
1257 int asan_num_accesses = 0;
1258 bool contains_asan_mark = false;
1260 /* Try to remove redundant checks. */
1261 if (optimize
1262 && (flag_sanitize
1263 & (SANITIZE_NULL | SANITIZE_ALIGNMENT
1264 | SANITIZE_ADDRESS | SANITIZE_VPTR | SANITIZE_POINTER_OVERFLOW)))
1265 asan_num_accesses = sanopt_optimize (fun, &contains_asan_mark);
1266 else if (flag_sanitize & SANITIZE_ADDRESS)
1268 gimple_stmt_iterator gsi;
1269 FOR_EACH_BB_FN (bb, fun)
1270 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
1272 gimple *stmt = gsi_stmt (gsi);
1273 if (gimple_call_internal_p (stmt, IFN_ASAN_CHECK))
1274 ++asan_num_accesses;
1275 else if (gimple_call_internal_p (stmt, IFN_ASAN_MARK))
1276 contains_asan_mark = true;
1280 if (contains_asan_mark)
1282 sanitize_asan_mark_unpoison ();
1283 sanitize_asan_mark_poison ();
1286 if (asan_sanitize_stack_p ())
1287 sanitize_rewrite_addressable_params (fun);
1289 bool use_calls = ASAN_INSTRUMENTATION_WITH_CALL_THRESHOLD < INT_MAX
1290 && asan_num_accesses >= ASAN_INSTRUMENTATION_WITH_CALL_THRESHOLD;
1292 hash_map<tree, tree> shadow_vars_mapping;
1293 bool need_commit_edge_insert = false;
1294 FOR_EACH_BB_FN (bb, fun)
1296 gimple_stmt_iterator gsi;
1297 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); )
1299 gimple *stmt = gsi_stmt (gsi);
1300 bool no_next = false;
1302 if (!is_gimple_call (stmt))
1304 gsi_next (&gsi);
1305 continue;
1308 if (gimple_call_internal_p (stmt))
1310 enum internal_fn ifn = gimple_call_internal_fn (stmt);
1311 switch (ifn)
1313 case IFN_UBSAN_NULL:
1314 no_next = ubsan_expand_null_ifn (&gsi);
1315 break;
1316 case IFN_UBSAN_BOUNDS:
1317 no_next = ubsan_expand_bounds_ifn (&gsi);
1318 break;
1319 case IFN_UBSAN_OBJECT_SIZE:
1320 no_next = ubsan_expand_objsize_ifn (&gsi);
1321 break;
1322 case IFN_UBSAN_PTR:
1323 no_next = ubsan_expand_ptr_ifn (&gsi);
1324 break;
1325 case IFN_UBSAN_VPTR:
1326 no_next = ubsan_expand_vptr_ifn (&gsi);
1327 break;
1328 case IFN_ASAN_CHECK:
1329 no_next = asan_expand_check_ifn (&gsi, use_calls);
1330 break;
1331 case IFN_ASAN_MARK:
1332 no_next = asan_expand_mark_ifn (&gsi);
1333 break;
1334 case IFN_ASAN_POISON:
1335 no_next = asan_expand_poison_ifn (&gsi,
1336 &need_commit_edge_insert,
1337 shadow_vars_mapping);
1338 break;
1339 default:
1340 break;
1343 else if (gimple_call_builtin_p (stmt, BUILT_IN_NORMAL))
1345 tree callee = gimple_call_fndecl (stmt);
1346 switch (DECL_FUNCTION_CODE (callee))
1348 case BUILT_IN_UNREACHABLE:
1349 if (sanitize_flags_p (SANITIZE_UNREACHABLE))
1350 no_next = ubsan_instrument_unreachable (&gsi);
1351 break;
1352 default:
1353 break;
1357 if (dump_file && (dump_flags & TDF_DETAILS))
1359 fprintf (dump_file, "Expanded: ");
1360 print_gimple_stmt (dump_file, stmt, 0, dump_flags);
1363 if (!no_next)
1364 gsi_next (&gsi);
1368 if (need_commit_edge_insert)
1369 gsi_commit_edge_inserts ();
1371 return 0;
1374 } // anon namespace
1376 gimple_opt_pass *
1377 make_pass_sanopt (gcc::context *ctxt)
1379 return new pass_sanopt (ctxt);