libsanitizer/tsan/tsan_interface_inl.h

   1 //===-- tsan_interface_inl.h ------------------------------------*- C++ -*-===//
   2 //
   3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
   4 // See https://llvm.org/LICENSE.txt for license information.
   5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
   6 //
   7 //===----------------------------------------------------------------------===//
   8 //
   9 // This file is a part of ThreadSanitizer (TSan), a race detector.
  10 //
  11 //===----------------------------------------------------------------------===//
  12
  13 #include "tsan_interface.h"
  14 #include "tsan_rtl.h"
  15 #include "sanitizer_common/sanitizer_ptrauth.h"
  16
  17 #define CALLERPC ((uptr)__builtin_return_address(0))
  18
  19 using namespace __tsan;
  20
  21 void __tsan_read1(void *addr) {
  22   MemoryRead(cur_thread(), CALLERPC, (uptr)addr, kSizeLog1);
  23 }
  24
  25 void __tsan_read2(void *addr) {
  26   MemoryRead(cur_thread(), CALLERPC, (uptr)addr, kSizeLog2);
  27 }
  28
  29 void __tsan_read4(void *addr) {
  30   MemoryRead(cur_thread(), CALLERPC, (uptr)addr, kSizeLog4);
  31 }
  32
  33 void __tsan_read8(void *addr) {
  34   MemoryRead(cur_thread(), CALLERPC, (uptr)addr, kSizeLog8);
  35 }
  36
  37 void __tsan_write1(void *addr) {
  38   MemoryWrite(cur_thread(), CALLERPC, (uptr)addr, kSizeLog1);
  39 }
  40
  41 void __tsan_write2(void *addr) {
  42   MemoryWrite(cur_thread(), CALLERPC, (uptr)addr, kSizeLog2);
  43 }
  44
  45 void __tsan_write4(void *addr) {
  46   MemoryWrite(cur_thread(), CALLERPC, (uptr)addr, kSizeLog4);
  47 }
  48
  49 void __tsan_write8(void *addr) {
  50   MemoryWrite(cur_thread(), CALLERPC, (uptr)addr, kSizeLog8);
  51 }
  52
  53 void __tsan_read1_pc(void *addr, void *pc) {
  54   MemoryRead(cur_thread(), STRIP_PAC_PC(pc), (uptr)addr, kSizeLog1);
  55 }
  56
  57 void __tsan_read2_pc(void *addr, void *pc) {
  58   MemoryRead(cur_thread(), STRIP_PAC_PC(pc), (uptr)addr, kSizeLog2);
  59 }
  60
  61 void __tsan_read4_pc(void *addr, void *pc) {
  62   MemoryRead(cur_thread(), STRIP_PAC_PC(pc), (uptr)addr, kSizeLog4);
  63 }
  64
  65 void __tsan_read8_pc(void *addr, void *pc) {
  66   MemoryRead(cur_thread(), STRIP_PAC_PC(pc), (uptr)addr, kSizeLog8);
  67 }
  68
  69 void __tsan_write1_pc(void *addr, void *pc) {
  70   MemoryWrite(cur_thread(), STRIP_PAC_PC(pc), (uptr)addr, kSizeLog1);
  71 }
  72
  73 void __tsan_write2_pc(void *addr, void *pc) {
  74   MemoryWrite(cur_thread(), STRIP_PAC_PC(pc), (uptr)addr, kSizeLog2);
  75 }
  76
  77 void __tsan_write4_pc(void *addr, void *pc) {
  78   MemoryWrite(cur_thread(), STRIP_PAC_PC(pc), (uptr)addr, kSizeLog4);
  79 }
  80
  81 void __tsan_write8_pc(void *addr, void *pc) {
  82   MemoryWrite(cur_thread(), STRIP_PAC_PC(pc), (uptr)addr, kSizeLog8);
  83 }
  84
  85 void __tsan_vptr_update(void **vptr_p, void *new_val) {
  86   CHECK_EQ(sizeof(vptr_p), 8);
  87   if (*vptr_p != new_val) {
  88     ThreadState *thr = cur_thread();
  89     thr->is_vptr_access = true;
  90     MemoryWrite(thr, CALLERPC, (uptr)vptr_p, kSizeLog8);
  91     thr->is_vptr_access = false;
  92   }
  93 }
  94
  95 void __tsan_vptr_read(void **vptr_p) {
  96   CHECK_EQ(sizeof(vptr_p), 8);
  97   ThreadState *thr = cur_thread();
  98   thr->is_vptr_access = true;
  99   MemoryRead(thr, CALLERPC, (uptr)vptr_p, kSizeLog8);
 100   thr->is_vptr_access = false;
 101 }
 102
 103 void __tsan_func_entry(void *pc) {
 104   FuncEntry(cur_thread(), STRIP_PAC_PC(pc));
 105 }
 106
 107 void __tsan_func_exit() {
 108   FuncExit(cur_thread());
 109 }
 110
 111 void __tsan_ignore_thread_begin() {
 112   ThreadIgnoreBegin(cur_thread(), CALLERPC);
 113 }
 114
 115 void __tsan_ignore_thread_end() {
 116   ThreadIgnoreEnd(cur_thread(), CALLERPC);
 117 }
 118
 119 void __tsan_read_range(void *addr, uptr size) {
 120   MemoryAccessRange(cur_thread(), CALLERPC, (uptr)addr, size, false);
 121 }
 122
 123 void __tsan_write_range(void *addr, uptr size) {
 124   MemoryAccessRange(cur_thread(), CALLERPC, (uptr)addr, size, true);
 125 }
 126
 127 void __tsan_read_range_pc(void *addr, uptr size, void *pc) {
 128   MemoryAccessRange(cur_thread(), STRIP_PAC_PC(pc), (uptr)addr, size, false);
 129 }
 130
 131 void __tsan_write_range_pc(void *addr, uptr size, void *pc) {
 132   MemoryAccessRange(cur_thread(), STRIP_PAC_PC(pc), (uptr)addr, size, true);
 133 }